[ 596.909366] env[68946]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68946) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 596.909734] env[68946]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68946) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 596.909833] env[68946]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68946) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 596.910197] env[68946]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 597.007731] env[68946]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68946) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 597.017206] env[68946]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68946) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 597.060184] env[68946]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 597.618768] env[68946]: INFO nova.virt.driver [None req-b040946f-5e31-4ab2-960e-f2f30d2f9d96 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 597.688514] env[68946]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.688683] env[68946]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.688788] env[68946]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68946) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 600.592697] env[68946]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-8e121604-a156-4a23-a3bb-16a11271907d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.609129] env[68946]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68946) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 600.609243] env[68946]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d8a2044b-61e9-47e8-932b-d685cd0e011b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.641680] env[68946]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5e00d. [ 600.641810] env[68946]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.953s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.642379] env[68946]: INFO nova.virt.vmwareapi.driver [None req-b040946f-5e31-4ab2-960e-f2f30d2f9d96 None None] VMware vCenter version: 7.0.3 [ 600.645985] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e0268-ebb2-4add-810c-3ae1edce46c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.667780] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33217e3-3b5f-45b3-aa64-caeac6ad1295 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.673803] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ca327-5b36-4a77-8b58-a94f72022335 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.680426] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80efa127-85ac-4cf6-b24e-e1a1906675f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.694606] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831679e-e709-4d08-90b8-af13eab67d32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.700548] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09423842-c03f-482a-b0d7-9aa70bb1037e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.732259] env[68946]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-47d5c73c-b69a-4efd-96fa-a560f3797c6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.737559] env[68946]: DEBUG nova.virt.vmwareapi.driver [None req-b040946f-5e31-4ab2-960e-f2f30d2f9d96 None None] Extension org.openstack.compute already exists. {{(pid=68946) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 600.740188] env[68946]: INFO nova.compute.provider_config [None req-b040946f-5e31-4ab2-960e-f2f30d2f9d96 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 601.243703] env[68946]: DEBUG nova.context [None req-b040946f-5e31-4ab2-960e-f2f30d2f9d96 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),489be4ed-495e-48ef-8f17-edcd51eeae3f(cell1) {{(pid=68946) load_cells /opt/stack/nova/nova/context.py:464}} [ 601.245805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.246048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.246752] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.247190] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Acquiring lock "489be4ed-495e-48ef-8f17-edcd51eeae3f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.247380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Lock "489be4ed-495e-48ef-8f17-edcd51eeae3f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.248386] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Lock "489be4ed-495e-48ef-8f17-edcd51eeae3f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.268265] env[68946]: INFO dbcounter [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Registered counter for database nova_cell0 [ 601.276504] env[68946]: INFO dbcounter [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Registered counter for database nova_cell1 [ 601.722019] env[68946]: DEBUG oslo_db.sqlalchemy.engines [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68946) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 601.722717] env[68946]: DEBUG oslo_db.sqlalchemy.engines [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68946) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 601.727365] env[68946]: ERROR nova.db.main.api [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 601.727365] env[68946]: result = function(*args, **kwargs) [ 601.727365] env[68946]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 601.727365] env[68946]: return func(*args, **kwargs) [ 601.727365] env[68946]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 601.727365] env[68946]: result = fn(*args, **kwargs) [ 601.727365] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 601.727365] env[68946]: return f(*args, **kwargs) [ 601.727365] env[68946]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 601.727365] env[68946]: return db.service_get_minimum_version(context, binaries) [ 601.727365] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 601.727365] env[68946]: _check_db_access() [ 601.727365] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 601.727365] env[68946]: stacktrace = ''.join(traceback.format_stack()) [ 601.727365] env[68946]: [ 601.728214] env[68946]: ERROR nova.db.main.api [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 601.728214] env[68946]: result = function(*args, **kwargs) [ 601.728214] env[68946]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 601.728214] env[68946]: return func(*args, **kwargs) [ 601.728214] env[68946]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 601.728214] env[68946]: result = fn(*args, **kwargs) [ 601.728214] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 601.728214] env[68946]: return f(*args, **kwargs) [ 601.728214] env[68946]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 601.728214] env[68946]: return db.service_get_minimum_version(context, binaries) [ 601.728214] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 601.728214] env[68946]: _check_db_access() [ 601.728214] env[68946]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 601.728214] env[68946]: stacktrace = ''.join(traceback.format_stack()) [ 601.728214] env[68946]: [ 601.729055] env[68946]: WARNING nova.objects.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Failed to get minimum service version for cell 489be4ed-495e-48ef-8f17-edcd51eeae3f [ 601.729055] env[68946]: WARNING nova.objects.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 601.729224] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Acquiring lock "singleton_lock" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.729390] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Acquired lock "singleton_lock" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.729658] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Releasing lock "singleton_lock" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.730012] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Full set of CONF: {{(pid=68946) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 601.730171] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ******************************************************************************** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 601.730302] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] Configuration options gathered from: {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 601.730441] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 601.730670] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 601.730855] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ================================================================================ {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 601.730988] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] allow_resize_to_same_host = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] arq_binding_timeout = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] backdoor_port = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] backdoor_socket = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] block_device_allocate_retries = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] block_device_allocate_retries_interval = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cert = self.pem {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733266] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733767] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute_monitors = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733767] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] config_dir = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.733920] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] config_drive_format = iso9660 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734019] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734157] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] config_source = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734341] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] console_host = devstack {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734510] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] control_exchange = nova {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734669] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cpu_allocation_ratio = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734839] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] daemon = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.734995] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] debug = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.735171] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_access_ip_network_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.735335] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_availability_zone = nova {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.735497] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_ephemeral_format = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.735658] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_green_pool_size = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.735896] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736065] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] default_schedule_zone = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736224] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] disk_allocation_ratio = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736381] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] enable_new_services = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736557] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] enabled_apis = ['osapi_compute'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736718] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] enabled_ssl_apis = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.736875] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] flat_injected = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737039] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] force_config_drive = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737199] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] force_raw_images = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737363] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] graceful_shutdown_timeout = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737520] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] heal_instance_info_cache_interval = -1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737745] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] host = cpu-1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.737927] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738102] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738264] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738476] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738637] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_build_timeout = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738794] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_delete_interval = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.738958] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_format = [instance: %(uuid)s] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739139] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_name_template = instance-%08x {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739299] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_usage_audit = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739466] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_usage_audit_period = month {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739654] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739827] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.739990] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] internal_service_availability_zone = internal {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740159] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] key = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740316] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] live_migration_retry_count = 30 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740482] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_color = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740642] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_config_append = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740806] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.740964] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_dir = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741134] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741252] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_options = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741410] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_rotate_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741593] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_rotate_interval_type = days {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741769] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] log_rotation_type = none {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.741896] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742034] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742196] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742359] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742482] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742643] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] long_rpc_timeout = 1800 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742803] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_concurrent_builds = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.742959] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_concurrent_live_migrations = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743131] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_concurrent_snapshots = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743287] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_local_block_devices = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743441] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_logfile_count = 30 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743595] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] max_logfile_size_mb = 200 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743755] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] maximum_instance_delete_attempts = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.743920] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metadata_listen = 0.0.0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744101] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metadata_listen_port = 8775 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744271] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metadata_workers = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744430] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] migrate_max_retries = -1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744596] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] mkisofs_cmd = genisoimage {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744803] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.744934] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] my_ip = 10.180.1.21 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745151] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745314] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] network_allocate_retries = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745489] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745652] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745814] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] osapi_compute_listen_port = 8774 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.745979] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] osapi_compute_unique_server_name_scope = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746159] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] osapi_compute_workers = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746319] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] password_length = 12 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746476] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] periodic_enable = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746631] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] periodic_fuzzy_delay = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746797] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] pointer_model = usbtablet {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.746960] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] preallocate_images = none {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747127] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] publish_errors = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747254] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] pybasedir = /opt/stack/nova {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747410] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ram_allocation_ratio = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747566] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rate_limit_burst = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747731] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rate_limit_except_level = CRITICAL {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.747884] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rate_limit_interval = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748049] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reboot_timeout = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748209] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reclaim_instance_interval = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748362] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] record = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748527] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reimage_timeout_per_gb = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748692] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] report_interval = 120 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.748849] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rescue_timeout = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749013] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reserved_host_cpus = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749176] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reserved_host_disk_mb = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749330] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reserved_host_memory_mb = 512 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749499] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] reserved_huge_pages = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749687] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] resize_confirm_window = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.749849] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] resize_fs_using_block_device = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750026] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] resume_guests_state_on_host_boot = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750191] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750350] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] rpc_response_timeout = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750507] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] run_external_periodic_tasks = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750672] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] running_deleted_instance_action = reap {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750830] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.750993] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] running_deleted_instance_timeout = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751185] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler_instance_sync_interval = 120 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751317] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_down_time = 720 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751480] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] servicegroup_driver = db {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751655] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] shell_completion = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751819] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] shelved_offload_time = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.751976] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] shelved_poll_interval = 3600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.752157] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] shutdown_timeout = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.752314] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] source_is_ipv6 = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.752469] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ssl_only = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.752713] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.752882] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] sync_power_state_interval = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753052] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] sync_power_state_pool_size = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753226] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] syslog_log_facility = LOG_USER {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753380] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] tempdir = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753539] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] timeout_nbd = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753706] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] transport_url = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.753862] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] update_resources_interval = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754025] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_cow_images = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754191] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_journal = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754347] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_json = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754501] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_rootwrap_daemon = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754656] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_stderr = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754814] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] use_syslog = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.754966] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vcpu_pin_set = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.755145] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plugging_is_fatal = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.755311] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plugging_timeout = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.755474] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] virt_mkfs = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.755639] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] volume_usage_poll_interval = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.755842] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] watch_log_file = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.756031] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] web = /usr/share/spice-html5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.756223] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.756388] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.756550] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.756721] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_concurrency.disable_process_locking = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757029] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757218] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757385] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757555] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757724] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.757889] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758080] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.auth_strategy = keystone {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758254] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.compute_link_prefix = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758431] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758604] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.dhcp_domain = novalocal {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758774] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.enable_instance_password = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.758939] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.glance_link_prefix = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759120] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759293] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759456] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.instance_list_per_project_cells = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759640] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.list_records_by_skipping_down_cells = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759812] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.local_metadata_per_cell = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.759977] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.max_limit = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.760161] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.metadata_cache_expiration = 15 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.760335] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.neutron_default_tenant_id = default {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.760507] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.response_validation = warn {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.760678] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.use_neutron_default_nets = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.760845] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761017] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761275] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761349] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761520] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_dynamic_targets = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761716] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_jsonfile_path = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.761909] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762119] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.backend = dogpile.cache.memcached {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762289] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.backend_argument = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762449] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.backend_expiration_time = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762625] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.config_prefix = cache.oslo {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762814] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.dead_timeout = 60.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.762979] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.debug_cache_backend = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.763153] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.enable_retry_client = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.763315] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.enable_socket_keepalive = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.763485] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.enabled = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.763647] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.enforce_fips_mode = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.763810] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.expiration_time = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764010] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.hashclient_retry_attempts = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764190] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764351] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_dead_retry = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764507] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_password = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764678] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.764869] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765048] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_pool_maxsize = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765213] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765374] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_sasl_enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765550] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765712] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.765870] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.memcache_username = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766047] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.proxies = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766215] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_db = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766371] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_password = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766542] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766716] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.766882] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_server = localhost:6379 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767056] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_socket_timeout = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767218] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.redis_username = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767377] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.retry_attempts = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767538] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.retry_delay = 0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767701] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.socket_keepalive_count = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.767858] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.socket_keepalive_idle = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768018] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.socket_keepalive_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768178] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.tls_allowed_ciphers = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768334] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.tls_cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768488] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.tls_certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768646] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.tls_enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768799] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cache.tls_keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.768967] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769150] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.auth_type = password {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769310] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769481] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769667] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769838] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.769999] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.cross_az_attach = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770176] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.debug = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770334] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.endpoint_template = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770495] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.http_retries = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770654] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770812] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.770975] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.os_region_name = RegionOne {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771150] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771375] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cinder.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771482] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771653] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.cpu_dedicated_set = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771821] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.cpu_shared_set = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.771983] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.image_type_exclude_list = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.772158] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.772321] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.772479] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.772652] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.772839] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773010] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.resource_provider_association_refresh = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773178] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773339] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.shutdown_retry_interval = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773517] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773690] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] conductor.workers = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.773880] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] console.allowed_origins = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774068] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] console.ssl_ciphers = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774244] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] console.ssl_minimum_version = default {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774412] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] consoleauth.enforce_session_timeout = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774579] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] consoleauth.token_ttl = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774751] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.774907] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775081] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775239] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775395] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775551] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775709] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.775864] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776030] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776187] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776341] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776494] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776645] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.776843] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.service_type = accelerator {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777019] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777182] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777339] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777493] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777670] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.777833] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] cyborg.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778016] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.asyncio_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778174] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.asyncio_slave_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778346] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.backend = sqlalchemy {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778513] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778674] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.connection_debug = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.778873] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.connection_parameters = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779065] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.connection_recycle_time = 3600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779233] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.connection_trace = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779397] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.db_inc_retry_interval = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779572] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.db_max_retries = 20 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779749] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.db_max_retry_interval = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.779912] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.db_retry_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780086] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.max_overflow = 50 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780248] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.max_pool_size = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780407] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.max_retries = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780573] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780728] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.mysql_wsrep_sync_wait = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.780884] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.pool_timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781050] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.retry_interval = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781211] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.slave_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781378] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.sqlite_synchronous = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781563] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] database.use_db_reconnect = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781717] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.asyncio_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.781881] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.asyncio_slave_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782063] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.backend = sqlalchemy {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782234] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782396] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.connection_debug = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782565] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.connection_parameters = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782749] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.connection_recycle_time = 3600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.782919] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.connection_trace = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783093] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.db_inc_retry_interval = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783258] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.db_max_retries = 20 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783445] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.db_max_retry_interval = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783618] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.db_retry_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783781] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.max_overflow = 50 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.783939] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.max_pool_size = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784113] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.max_retries = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784282] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784440] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784596] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.pool_timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784756] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.retry_interval = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.784912] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.slave_connection = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785082] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] api_database.sqlite_synchronous = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785255] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] devices.enabled_mdev_types = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785430] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785595] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785757] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ephemeral_storage_encryption.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.785919] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786098] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.api_servers = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786264] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786424] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786582] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786740] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.786893] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787062] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.debug = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787227] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.default_trusted_certificate_ids = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787383] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.enable_certificate_validation = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787539] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.enable_rbd_download = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787694] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.787855] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788019] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788185] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788341] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788498] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.num_retries = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788664] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.rbd_ceph_conf = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.788851] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.rbd_connect_timeout = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789040] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.rbd_pool = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789212] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.rbd_user = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789375] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789538] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789717] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.789886] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.service_type = image {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790057] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790217] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790371] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790526] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790710] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.790884] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.verify_glance_signatures = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791064] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] glance.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791220] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] guestfs.debug = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791385] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791594] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.auth_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791743] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.791882] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792053] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792214] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792372] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792528] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792701] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.792864] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793032] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793189] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793345] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793502] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793659] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793828] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.service_type = shared-file-system {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.793990] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.share_apply_policy_timeout = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794173] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794330] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794484] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794643] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794825] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.794988] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] manila.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.795174] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] mks.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.795530] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.795720] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.manager_interval = 2400 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.795887] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.precache_concurrency = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796070] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.remove_unused_base_images = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796243] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796412] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796590] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] image_cache.subdirectory_name = _base {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796766] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.api_max_retries = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.796929] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.api_retry_interval = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797102] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797267] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.auth_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797427] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797585] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797750] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.797913] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.conductor_group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798081] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798243] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798395] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798558] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798716] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.798875] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799043] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799214] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.peer_list = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799372] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799535] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799726] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.serial_console_state_timeout = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.799889] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800071] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.service_type = baremetal {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800236] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.shard = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800399] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800558] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800717] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.800903] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801108] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801271] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ironic.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801454] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801706] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] key_manager.fixed_key = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801847] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.801996] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.barbican_api_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802171] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.barbican_endpoint = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802344] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.barbican_endpoint_type = public {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802507] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.barbican_region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802661] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802821] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.802978] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803153] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803310] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803474] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.number_of_retries = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803634] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.retry_delay = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803796] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.send_service_user_token = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.803956] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804125] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804287] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.verify_ssl = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804441] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican.verify_ssl_path = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804606] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804767] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.auth_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.804924] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805091] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805253] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805412] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805567] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805727] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.805881] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] barbican_service_user.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806055] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.approle_role_id = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806214] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.approle_secret_id = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806383] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.kv_mountpoint = secret {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806540] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.kv_path = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806705] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.kv_version = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.806861] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.namespace = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807023] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.root_token_id = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807184] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.ssl_ca_crt_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807349] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.timeout = 60.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807511] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.use_ssl = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807675] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807843] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.807998] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808171] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808328] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808482] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808639] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808798] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.808953] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809120] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809279] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809434] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809615] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809784] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.809954] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.service_type = identity {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810131] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810287] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810443] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810595] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810773] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.810929] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] keystone.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.811127] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.ceph_mount_options = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.811553] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.811739] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.connection_uri = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.811945] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_mode = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812090] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812260] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_models = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812428] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_power_governor_high = performance {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812594] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812787] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_power_management = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.812965] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813149] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.device_detach_attempts = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813315] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.device_detach_timeout = 20 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813482] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.disk_cachemodes = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813644] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.disk_prefix = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813810] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.enabled_perf_events = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.813972] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.file_backed_memory = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814151] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.gid_maps = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814311] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.hw_disk_discard = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814466] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.hw_machine_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814636] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_rbd_ceph_conf = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814799] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.814959] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815141] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_rbd_glance_store_name = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815309] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_rbd_pool = rbd {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815477] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_type = default {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815633] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.images_volume_group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815825] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.inject_key = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.815993] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.inject_partition = -2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816172] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.inject_password = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816336] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.iscsi_iface = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816497] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.iser_use_multipath = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816661] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816825] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.816987] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_downtime = 500 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817160] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817320] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817476] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_inbound_addr = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817636] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817795] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.817951] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_scheme = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818136] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_timeout_action = abort {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818299] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_tunnelled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818454] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_uri = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818612] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.live_migration_with_native_tls = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818792] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.max_queues = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.818968] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.819212] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.819377] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.nfs_mount_options = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.819691] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.819876] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820057] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820223] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820373] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820539] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_pcie_ports = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820706] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.820870] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.pmem_namespaces = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.821039] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.quobyte_client_cfg = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.821332] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.821502] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.821699] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.821896] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822103] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rbd_secret_uuid = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822236] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rbd_user = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822397] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822568] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822725] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rescue_image_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.822881] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rescue_kernel_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.823046] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rescue_ramdisk_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.823220] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.823378] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.rx_queue_size = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.823546] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.smbfs_mount_options = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.823838] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824018] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.snapshot_compression = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824188] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.snapshot_image_format = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824422] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824609] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.sparse_logical_volumes = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824780] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.swtpm_enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.824950] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.swtpm_group = tss {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825133] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.swtpm_user = tss {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825304] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.sysinfo_serial = unique {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825464] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.tb_cache_size = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825623] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.tx_queue_size = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825790] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.uid_maps = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.825955] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.use_virtio_for_bridges = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826138] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.virt_type = kvm {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826308] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.volume_clear = zero {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826470] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.volume_clear_size = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826634] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.volume_enforce_multipath = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826798] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.volume_use_multipath = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.826957] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_cache_path = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.827141] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.827319] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.827507] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.827691] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.827991] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.828187] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.vzstorage_mount_user = stack {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.828355] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.828529] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.828707] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.auth_type = password {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.828868] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829036] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829201] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829355] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829510] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829709] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.default_floating_pool = public {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.829875] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830047] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.extension_sync_interval = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830213] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.http_retries = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830377] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830560] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830733] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.830903] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831075] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831248] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.ovs_bridge = br-int {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831413] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.physnets = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831606] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.region_name = RegionOne {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831781] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.831953] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.service_metadata_proxy = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832205] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832299] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.service_type = network {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832446] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832602] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832792] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.832960] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.833157] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.833322] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] neutron.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.833493] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.bdms_in_notifications = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.833670] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.default_level = INFO {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.833834] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.include_share_mapping = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834031] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.notification_format = unversioned {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834193] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.notify_on_state_change = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834372] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834550] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] pci.alias = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834726] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] pci.device_spec = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.834889] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] pci.report_in_placement = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835075] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835253] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.auth_type = password {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835419] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835580] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835756] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835932] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836103] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836263] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836421] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.default_domain_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836580] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.default_domain_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836737] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.domain_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836892] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.domain_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837057] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837221] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837376] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837532] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837689] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837857] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.password = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838028] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.project_domain_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838193] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.project_domain_name = Default {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838356] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.project_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838528] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.project_name = service {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838704] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.region_name = RegionOne {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838885] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839062] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839236] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.service_type = placement {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839397] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839575] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839751] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839913] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.system_scope = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840081] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840241] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.trust_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840395] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.user_domain_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840563] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.user_domain_name = Default {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840720] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.user_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.840890] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.username = nova {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841078] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841244] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] placement.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841423] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.cores = 20 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841609] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.count_usage_from_placement = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841814] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841992] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.injected_file_content_bytes = 10240 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842176] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.injected_file_path_length = 255 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842361] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.injected_files = 5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842503] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.instances = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842667] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.key_pairs = 100 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842832] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.metadata_items = 128 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842996] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.ram = 51200 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843178] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.recheck_quota = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843342] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.server_group_members = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843505] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.server_groups = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843710] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843886] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] quota.unified_limits_resource_strategy = require {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844067] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844236] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844395] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.image_metadata_prefilter = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844555] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844717] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.max_attempts = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844906] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.max_placement_results = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845083] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845247] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845405] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845578] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] scheduler.workers = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845757] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845930] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846131] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846305] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846470] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846634] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846800] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846987] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847168] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.host_subset_size = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847334] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847492] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847655] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847840] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848039] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848214] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.isolated_hosts = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848378] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.isolated_images = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848542] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848704] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848867] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849034] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.pci_in_placement = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849200] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849362] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849527] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849716] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849938] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850152] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850325] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.track_instance_changes = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850504] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850674] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metrics.required = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850842] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metrics.weight_multiplier = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851013] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851187] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] metrics.weight_setting = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851524] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851721] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851903] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.port_range = 10000:20000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852087] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852261] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852472] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] serial_console.serialproxy_port = 6083 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852580] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852795] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.auth_type = password {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852963] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853136] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853300] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853462] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853617] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853867] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.send_service_user_token = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853954] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854113] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] service_user.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854275] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.agent_enabled = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854428] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854732] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854930] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855109] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.html5proxy_port = 6082 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855275] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.image_compression = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855434] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.jpeg_compression = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855590] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.playback_compression = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855772] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.require_secure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855955] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.server_listen = 127.0.0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856137] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856418] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856588] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.streaming_mode = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856751] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] spice.zlib_compression = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856920] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] upgrade_levels.baseapi = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857103] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] upgrade_levels.compute = auto {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857262] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] upgrade_levels.conductor = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857417] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] upgrade_levels.scheduler = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857583] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857747] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857906] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858080] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858248] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858408] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858567] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858749] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858921] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vendordata_dynamic_auth.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859111] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.api_retry_count = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859273] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.ca_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859444] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859632] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.cluster_name = testcl1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859810] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.connection_pool_size = 10 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859970] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.console_delay_seconds = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860180] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.datastore_regex = ^datastore.* {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860400] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860579] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.host_password = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860746] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.host_port = 443 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860912] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.host_username = administrator@vsphere.local {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861094] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.insecure = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861256] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.integration_bridge = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861419] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.maximum_objects = 100 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861599] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.pbm_default_policy = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861799] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.pbm_enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861972] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.pbm_wsdl_location = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862161] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862349] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.serial_port_proxy_uri = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862571] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.serial_port_service_uri = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862707] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.task_poll_interval = 0.5 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862908] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.use_linked_clone = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863098] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.vnc_keymap = en-us {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863268] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.vnc_port = 5900 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863431] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vmware.vnc_port_total = 10000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863615] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.auth_schemes = ['none'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863791] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864097] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864287] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864458] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.novncproxy_port = 6080 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864658] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.server_listen = 127.0.0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864867] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865049] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.vencrypt_ca_certs = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865213] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.vencrypt_client_cert = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865370] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vnc.vencrypt_client_key = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865546] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865710] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_deep_image_inspection = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865870] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866042] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866209] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866369] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.disable_rootwrap = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866528] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.enable_numa_live_migration = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866695] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866853] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867021] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867186] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.libvirt_disable_apic = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867345] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867504] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867844] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868043] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868215] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868378] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868542] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868702] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868861] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869034] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869223] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869390] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.client_socket_timeout = 900 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869573] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.default_pool_size = 1000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869757] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.keep_alive = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869929] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.max_header_line = 16384 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870108] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870273] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.ssl_ca_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870433] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.ssl_cert_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870594] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.ssl_key_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870759] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.tcp_keepidle = 600 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870963] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871153] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] zvm.ca_file = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871320] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] zvm.cloud_connector_url = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871654] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871843] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] zvm.reachable_timeout = 300 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872029] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872214] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872394] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.connection_string = messaging:// {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872661] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.enabled = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872753] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.es_doc_type = notification {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872922] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.es_scroll_size = 10000 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873102] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.es_scroll_time = 2m {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873269] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.filter_error_trace = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873436] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.hmac_keys = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873604] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.sentinel_service_name = mymaster {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873772] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.socket_timeout = 0.1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873959] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.trace_requests = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874221] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler.trace_sqlalchemy = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874412] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler_jaeger.process_tags = {} {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874575] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler_jaeger.service_name_prefix = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874739] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] profiler_otlp.service_name_prefix = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874903] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] remote_debug.host = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875072] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] remote_debug.port = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875248] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875409] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875568] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875729] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875887] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876057] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876222] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876381] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876541] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876709] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876867] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877071] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877247] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877413] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877579] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877750] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877910] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878085] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878259] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878422] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878582] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878748] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878911] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879088] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879254] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879418] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879601] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879779] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879961] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880153] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880319] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880488] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880656] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880819] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880985] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881164] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881326] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881510] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881706] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_notifications.retry = -1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881890] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882071] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882254] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.auth_section = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882417] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.auth_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882599] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.cafile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882797] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.certfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882964] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.collect_timing = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883137] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.connect_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883296] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.connect_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883453] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_id = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883623] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883780] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_override = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883936] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884104] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884263] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.endpoint_service_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884422] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.insecure = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884577] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.keyfile = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884734] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.max_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884889] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.min_version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885054] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.region_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885215] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.retriable_status_codes = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885371] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.service_name = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885526] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.service_type = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885702] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.split_loggers = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885874] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.status_code_retries = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886044] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.status_code_retry_delay = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886208] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.timeout = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886365] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.valid_interfaces = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886522] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_limit.version = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886688] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_reports.file_event_handler = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886853] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887023] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] oslo_reports.log_dir = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887202] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887363] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887522] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887691] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887898] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888080] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888255] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888418] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888576] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888744] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888906] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889076] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] vif_plug_ovs_privileged.user = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889251] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889432] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889626] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889811] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889983] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890172] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890338] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890498] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890676] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890881] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.isolate_vif = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891078] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891249] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891419] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891616] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891795] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] os_vif_ovs.per_port_bridge = False {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891970] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.capabilities = [21] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892148] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892308] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.helper_command = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892473] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892659] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892849] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] privsep_osbrick.user = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892998] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893172] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.group = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893329] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.helper_command = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893488] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893648] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893826] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] nova_sys_admin.user = None {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893965] env[68946]: DEBUG oslo_service.backend.eventlet.service [None req-b6a2bd13-59a5-416a-8f1e-0608d62412a7 None None] ******************************************************************************** {{(pid=68946) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 601.894390] env[68946]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 602.397842] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Getting list of instances from cluster (obj){ [ 602.397842] env[68946]: value = "domain-c8" [ 602.397842] env[68946]: _type = "ClusterComputeResource" [ 602.397842] env[68946]: } {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 602.398962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477da24c-b9f4-41f8-9806-0056bfc7b98f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.408008] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Got total of 0 instances {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 602.408598] env[68946]: WARNING nova.virt.vmwareapi.driver [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 602.409072] env[68946]: INFO nova.virt.node [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Generated node identity 03ff55a1-79e2-4be2-a4e9-0053d15786dc [ 602.409299] env[68946]: INFO nova.virt.node [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Wrote node identity 03ff55a1-79e2-4be2-a4e9-0053d15786dc to /opt/stack/data/n-cpu-1/compute_id [ 602.912318] env[68946]: WARNING nova.compute.manager [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Compute nodes ['03ff55a1-79e2-4be2-a4e9-0053d15786dc'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 603.918494] env[68946]: INFO nova.compute.manager [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 604.924885] env[68946]: WARNING nova.compute.manager [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 604.925247] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.925441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.925594] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.925750] env[68946]: DEBUG nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 604.926724] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6caaf-c022-40ef-8e66-95dea3a7ecf7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.935445] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c431b1-e37c-4185-97e5-d6c43ea65098 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.950234] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21e7e7-d8a4-4931-b689-cee57e9ce53e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.956552] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0383716-5547-4e80-bf36-2b0a6d68d214 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.984815] env[68946]: DEBUG nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181116MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 604.984944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.985165] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.487872] env[68946]: WARNING nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] No compute node record for cpu-1:03ff55a1-79e2-4be2-a4e9-0053d15786dc: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 03ff55a1-79e2-4be2-a4e9-0053d15786dc could not be found. [ 605.991631] env[68946]: INFO nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 03ff55a1-79e2-4be2-a4e9-0053d15786dc [ 607.507901] env[68946]: DEBUG nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 607.508290] env[68946]: DEBUG nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 607.664852] env[68946]: INFO nova.scheduler.client.report [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] [req-32c3ede0-c7ef-4ce1-b5bc-4f4cb3e78b44] Created resource provider record via placement API for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 607.681381] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae41afee-d15d-4273-93c5-1e50461cac66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.689130] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813c1c3-6b7a-42bd-ab17-9146efcc11fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.718946] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db79319a-91aa-49fa-833a-ae259231935f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.725802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c2c75-ad27-4ea3-8156-98745440f0ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.738192] env[68946]: DEBUG nova.compute.provider_tree [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.271348] env[68946]: DEBUG nova.scheduler.client.report [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Updated inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 608.271608] env[68946]: DEBUG nova.compute.provider_tree [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Updating resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc generation from 0 to 1 during operation: update_inventory {{(pid=68946) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.271762] env[68946]: DEBUG nova.compute.provider_tree [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.320470] env[68946]: DEBUG nova.compute.provider_tree [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Updating resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc generation from 1 to 2 during operation: update_traits {{(pid=68946) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.825720] env[68946]: DEBUG nova.compute.resource_tracker [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 608.826124] env[68946]: DEBUG oslo_concurrency.lockutils [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.826124] env[68946]: DEBUG nova.service [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Creating RPC server for service compute {{(pid=68946) start /opt/stack/nova/nova/service.py:186}} [ 608.841308] env[68946]: DEBUG nova.service [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] Join ServiceGroup membership for this service compute {{(pid=68946) start /opt/stack/nova/nova/service.py:203}} [ 608.841485] env[68946]: DEBUG nova.servicegroup.drivers.db [None req-63fd5bd7-f5a2-4bcd-b6b6-21fe3803a2f2 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68946) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 617.844028] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.347395] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Getting list of instances from cluster (obj){ [ 618.347395] env[68946]: value = "domain-c8" [ 618.347395] env[68946]: _type = "ClusterComputeResource" [ 618.347395] env[68946]: } {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.348597] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e67dd1-2f0f-4102-a2d2-bbf98f5ef5c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.357352] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Got total of 0 instances {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.357585] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.357886] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Getting list of instances from cluster (obj){ [ 618.357886] env[68946]: value = "domain-c8" [ 618.357886] env[68946]: _type = "ClusterComputeResource" [ 618.357886] env[68946]: } {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.358724] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb3bd5-0cbb-4992-be60-4a3cdeb97ecf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.366051] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Got total of 0 instances {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 646.858439] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.859887] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.362726] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.910347] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.910631] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.912751] env[68946]: INFO nova.compute.claims [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.916848] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.916848] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.427402] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.962158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.033595] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56091115-a377-4779-8ddf-3298f56091e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.045521] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff869ae7-6d99-425e-9fac-e4484daec1c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.055214] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.055449] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.094068] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a130e0e0-47ee-45c6-9601-e56b6187d9ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.105827] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65460990-9e4b-44ab-8cf7-79e72c78e743 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.122362] env[68946]: DEBUG nova.compute.provider_tree [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.559814] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.628375] env[68946]: DEBUG nova.scheduler.client.report [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.090596] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.140847] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.141760] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.145568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.185s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.147981] env[68946]: INFO nova.compute.claims [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.255556] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.255780] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.549294] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.549657] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.654439] env[68946]: DEBUG nova.compute.utils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.660780] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.661744] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.758608] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.051884] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.170459] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.299807] env[68946]: DEBUG nova.policy [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e749167de5d4904925513a42f3ed44d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd14630ed87b438b9907ace9ed6208b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.302968] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.323195] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c6cc9-5c29-4565-ad3d-b7f379e84789 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.332597] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d31c293-3663-4fec-8149-3ebe79a008bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.340112] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.340347] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.368151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1b2ca-4dfc-4f94-a09e-e449d92f9816 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.377114] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54236e2-30d0-4432-98ef-487edade44cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.393577] env[68946]: DEBUG nova.compute.provider_tree [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.574671] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.843376] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.897860] env[68946]: DEBUG nova.scheduler.client.report [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.188727] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.231630] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.232429] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.232699] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.232992] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.233223] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.234091] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.234091] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.234091] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.235387] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.235649] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.235969] env[68946]: DEBUG nova.virt.hardware [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.236867] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc42335-5c1d-447a-83ee-41f57dd55d81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.245847] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a4a0a-6741-4ae5-9586-7aa3a9d30e19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.266147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f923a8-77c0-4465-add4-bb18cd0f1bba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.377211] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.403475] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.405139] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.409512] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.318s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.410971] env[68946]: INFO nova.compute.claims [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.763757] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Successfully created port: 70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.916631] env[68946]: DEBUG nova.compute.utils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.918484] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.918738] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.138046] env[68946]: DEBUG nova.policy [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9e5295050d4e39b338797c3f4576ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ddfb96acc14dc78a31aa4a42b8f5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.353221] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "2b124368-c128-4187-8e72-a36847cf075d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.353585] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.428060] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.592149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c0a2aa-8e02-4f1b-bb14-061998b31d1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.603837] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f7077-8ea1-4f4d-86ed-04fe95d0709a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.646470] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b2869d-4e7e-4810-8a03-13a8ce12e1cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.655950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3714a992-5b7d-4c1c-8b3e-cc7426d5edea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.670169] env[68946]: DEBUG nova.compute.provider_tree [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.776612] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "db41ee2a-8fae-4d88-a70f-317ab3053982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.776835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.857089] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.178193] env[68946]: DEBUG nova.scheduler.client.report [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.282155] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.392963] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.447142] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.486354] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.486920] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.486920] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.486920] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.487067] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.488840] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.490056] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.490056] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.490056] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.490056] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.490056] env[68946]: DEBUG nova.virt.hardware [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.491550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc3d24-2721-4fe2-8cea-56b1a3b60fd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.501870] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a88365-8d4b-403c-ad22-853a8ebea837 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.686100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.686454] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.691129] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.388s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.692593] env[68946]: INFO nova.compute.claims [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.806103] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.879871] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Successfully created port: 620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.199954] env[68946]: DEBUG nova.compute.utils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.201509] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.201697] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.382627] env[68946]: DEBUG nova.policy [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3896bb23e87a4cc59040dc3856028b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96e9731371a241e7a4cff83014522cd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.715671] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.931640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac8862f-d9d1-499d-a993-7cb7df27af28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.938279] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe3472-5d61-4777-a2e8-e4cae08fa915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.980323] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a00166-008d-4eb6-b7d1-666671bc5427 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.988948] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ca393-38f7-40d7-bdff-fc75ed145316 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.009766] env[68946]: DEBUG nova.compute.provider_tree [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.404264] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Successfully updated port: 70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.405928] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Successfully created port: 34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.514112] env[68946]: DEBUG nova.scheduler.client.report [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.732025] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.914105] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.914105] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquired lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.914105] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.018842] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.019951] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.023123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.448s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.027519] env[68946]: INFO nova.compute.claims [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.065764] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.067318] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.067318] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.067318] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.067318] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.067318] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.070126] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.070126] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.070126] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.070455] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.070687] env[68946]: DEBUG nova.virt.hardware [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.071185] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.074666] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0668b120-8f07-4b74-a4c6-f796aa958d45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.077363] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.077363] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.077363] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.077363] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.077658] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.077869] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.078185] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 657.078660] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.084621] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3df6f-f639-45a0-bff6-c5429b16c2ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.538467] env[68946]: DEBUG nova.compute.utils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.541704] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 657.584167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.617865] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.941677] env[68946]: DEBUG nova.network.neutron [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updating instance_info_cache with network_info: [{"id": "70cabe5f-3d39-4688-9fae-435d05d92694", "address": "fa:16:3e:14:75:a2", "network": {"id": "8bd7ea61-e8f7-4330-b961-5308d55f4429", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-27625503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd14630ed87b438b9907ace9ed6208b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cabe5f-3d", "ovs_interfaceid": "70cabe5f-3d39-4688-9fae-435d05d92694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.045423] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.204074] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43de00a-3405-469a-97b8-6080593ef6bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.214861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9194c-7a85-4d33-a199-952966763c27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.251921] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54410c3-2c56-406e-a595-d69293ac4ed0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.260194] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0013a8-fe90-4fbf-b6f7-542fecc73915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.279273] env[68946]: DEBUG nova.compute.provider_tree [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.281277] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Successfully updated port: 620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.444361] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Releasing lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.444723] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Instance network_info: |[{"id": "70cabe5f-3d39-4688-9fae-435d05d92694", "address": "fa:16:3e:14:75:a2", "network": {"id": "8bd7ea61-e8f7-4330-b961-5308d55f4429", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-27625503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd14630ed87b438b9907ace9ed6208b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cabe5f-3d", "ovs_interfaceid": "70cabe5f-3d39-4688-9fae-435d05d92694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.445314] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:75:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70cabe5f-3d39-4688-9fae-435d05d92694', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.462203] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.462203] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcaacf55-0d88-41a6-a94c-eecd204eaee4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.476731] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Created folder: OpenStack in parent group-v4. [ 658.476919] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating folder: Project (bd14630ed87b438b9907ace9ed6208b5). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.477178] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a325f18-415b-4a58-89cd-5136ea83f520 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.488293] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Created folder: Project (bd14630ed87b438b9907ace9ed6208b5) in parent group-v578341. [ 658.488480] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating folder: Instances. Parent ref: group-v578342. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.488716] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f70010e-77a5-4375-bd45-358a28a5c858 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.497208] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Created folder: Instances in parent group-v578342. [ 658.497451] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.497818] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.497818] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-778f974c-f5af-454b-ad68-ea5601ec359a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.518556] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.518556] env[68946]: value = "task-2878041" [ 658.518556] env[68946]: _type = "Task" [ 658.518556] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.526732] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878041, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.537165] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Successfully updated port: 34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.784885] env[68946]: DEBUG nova.scheduler.client.report [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.788310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.788442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.788583] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.990335] env[68946]: DEBUG nova.compute.manager [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Received event network-vif-plugged-70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.992122] env[68946]: DEBUG oslo_concurrency.lockutils [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] Acquiring lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.992442] env[68946]: DEBUG oslo_concurrency.lockutils [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.992629] env[68946]: DEBUG oslo_concurrency.lockutils [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.992839] env[68946]: DEBUG nova.compute.manager [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] No waiting events found dispatching network-vif-plugged-70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.993029] env[68946]: WARNING nova.compute.manager [req-be9aae21-f88d-4f55-b194-ac39aa4f4afe req-a9ce054d-bd84-4f65-afae-6ce6d5c12075 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Received unexpected event network-vif-plugged-70cabe5f-3d39-4688-9fae-435d05d92694 for instance with vm_state building and task_state spawning. [ 659.036703] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878041, 'name': CreateVM_Task, 'duration_secs': 0.388179} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.039352] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.040725] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.040864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.041071] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.056146] env[68946]: DEBUG oslo_vmware.service [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b94f0-d558-4766-8a58-e7db5c7ef2f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.059997] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.068440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.068440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.070358] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.070358] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799f69f1-72e9-4bb8-aca6-9b5f1b366e38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.077027] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 659.077027] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243e93b-94cd-a6ac-d7cc-4a4e5e546a63" [ 659.077027] env[68946]: _type = "Task" [ 659.077027] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.085983] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243e93b-94cd-a6ac-d7cc-4a4e5e546a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.096022] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.096022] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.096022] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.096239] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.097193] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.097193] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.097193] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.097193] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.097193] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.097907] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.097907] env[68946]: DEBUG nova.virt.hardware [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.099112] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d9e95-c826-4bb5-b5dd-aeebc80d765f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.109244] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b2276-4128-4bca-8ae2-f37ca3557667 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.124878] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.132852] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Creating folder: Project (e6bbf9c9f5164a2e82483d60c190d1c5). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.132852] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9434a9e9-1526-4079-86d3-57134d2b9464 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.143739] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Created folder: Project (e6bbf9c9f5164a2e82483d60c190d1c5) in parent group-v578341. [ 659.143933] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Creating folder: Instances. Parent ref: group-v578345. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.144249] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15bfb59c-7a2b-42f6-89b5-22f670fa386c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.158270] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Created folder: Instances in parent group-v578345. [ 659.158514] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.158699] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.158896] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ec7f7e-abd3-460c-a842-4d27fea6d40e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.181426] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.181426] env[68946]: value = "task-2878044" [ 659.181426] env[68946]: _type = "Task" [ 659.181426] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.191311] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878044, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.292085] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.292582] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.302295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.924s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.303752] env[68946]: INFO nova.compute.claims [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.357040] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.592390] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.592588] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.592845] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.593042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.593476] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.593730] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ba2e4f-bbc8-41b1-8fb6-72cbe20c28f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.604496] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.604688] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.605523] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cba3bc-96d9-4afe-b546-6e8902c6cf72 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.616564] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd34c97-dd5d-46c9-80a3-ab0e13f52349 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.624352] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 659.624352] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e5c650-5a2a-16cc-46ac-190f3e8d0987" [ 659.624352] env[68946]: _type = "Task" [ 659.624352] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.633697] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e5c650-5a2a-16cc-46ac-190f3e8d0987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.660533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.660533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.676161] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.698964] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878044, 'name': CreateVM_Task, 'duration_secs': 0.338474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.699423] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.699782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.699782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.700087] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.700937] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfe031f-620c-4743-aa21-c40a73fc7d99 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.707215] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 659.707215] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524c5bb4-e9cb-436b-af1c-a6b84280e96a" [ 659.707215] env[68946]: _type = "Task" [ 659.707215] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.715287] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524c5bb4-e9cb-436b-af1c-a6b84280e96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.803378] env[68946]: DEBUG nova.compute.utils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.804522] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.804522] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.025683] env[68946]: DEBUG nova.network.neutron [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Updating instance_info_cache with network_info: [{"id": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "address": "fa:16:3e:e6:bd:55", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b83515-d4", "ovs_interfaceid": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.033036] env[68946]: DEBUG nova.policy [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaadf9bd9eee484db0cdaafa91d2a483', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552e5106681f457b8385f552f3bbacb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.037417] env[68946]: DEBUG nova.network.neutron [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Updating instance_info_cache with network_info: [{"id": "620d12ee-d734-46fb-8ef1-d0238eb54715", "address": "fa:16:3e:ec:b9:c9", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620d12ee-d7", "ovs_interfaceid": "620d12ee-d734-46fb-8ef1-d0238eb54715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.141829] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 660.143206] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating directory with path [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.143477] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685659e5-ec09-46a5-a553-2e8d01f02cc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.154056] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.154056] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.162574] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.178788] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Created directory with path [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.181098] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Fetch image to [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 660.181098] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Downloading image file data a81f3f25-c53e-4913-a889-9bdaab101054 to [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk on the data store datastore2 {{(pid=68946) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 660.181098] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063924aa-fe8a-472d-ba48-a4c8db2e5de6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.192116] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f22ab6-835e-4e92-8503-c92a4b0d1242 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.206854] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc302e3-77b4-4f8a-8070-fb4e1e58f801 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.250451] env[68946]: DEBUG nova.compute.manager [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Received event network-vif-plugged-620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.250451] env[68946]: DEBUG oslo_concurrency.lockutils [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] Acquiring lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.250451] env[68946]: DEBUG oslo_concurrency.lockutils [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.250451] env[68946]: DEBUG oslo_concurrency.lockutils [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.250451] env[68946]: DEBUG nova.compute.manager [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] No waiting events found dispatching network-vif-plugged-620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.250752] env[68946]: WARNING nova.compute.manager [req-49648410-b6b3-4dc7-864e-3ef1da60668b req-5c660c0f-3ac0-449f-a931-2615255a4b00 service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Received unexpected event network-vif-plugged-620d12ee-d734-46fb-8ef1-d0238eb54715 for instance with vm_state building and task_state spawning. [ 660.250752] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa912a16-0560-47aa-8510-a40869c5dae4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.266477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.266477] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.266477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.266477] env[68946]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4a21b096-b258-4683-840d-563dbc1acbbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.310924] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.359808] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Downloading image file data a81f3f25-c53e-4913-a889-9bdaab101054 to the data store datastore2 {{(pid=68946) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 660.448402] env[68946]: DEBUG oslo_vmware.rw_handles [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 660.535737] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.536501] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Instance network_info: |[{"id": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "address": "fa:16:3e:e6:bd:55", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b83515-d4", "ovs_interfaceid": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.537162] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:bd:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b83515-d400-468a-b3e0-c1d358fc3dd9', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.547104] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Creating folder: Project (96e9731371a241e7a4cff83014522cd9). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.555568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.555667] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Instance network_info: |[{"id": "620d12ee-d734-46fb-8ef1-d0238eb54715", "address": "fa:16:3e:ec:b9:c9", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620d12ee-d7", "ovs_interfaceid": "620d12ee-d734-46fb-8ef1-d0238eb54715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.555967] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b92cccca-76b1-45f1-a485-3d426ca9a44d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.558414] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:b9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620d12ee-d734-46fb-8ef1-d0238eb54715', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.566713] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Creating folder: Project (06ddfb96acc14dc78a31aa4a42b8f5c0). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.571041] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cb1521e-9411-49bd-b242-93d813d5a84b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.576191] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8985401-e6e2-4eb1-975f-b0c684e79969 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.581698] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Created folder: Project (96e9731371a241e7a4cff83014522cd9) in parent group-v578341. [ 660.581999] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Creating folder: Instances. Parent ref: group-v578348. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.586032] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e624ff3f-d64b-4789-8ba1-efe6e86e099f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.589304] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Created folder: Project (06ddfb96acc14dc78a31aa4a42b8f5c0) in parent group-v578341. [ 660.589566] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Creating folder: Instances. Parent ref: group-v578349. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.591492] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6cdee44-55e8-4ff7-ace6-2a24d5de980a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.599328] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a33e42-4d86-4943-a7a1-51fe49aa8dab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.602896] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Created folder: Instances in parent group-v578348. [ 660.603249] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.606562] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.606874] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Created folder: Instances in parent group-v578349. [ 660.607303] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.608933] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b306951c-050f-4779-a7d8-f2f736f71bf6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.622991] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.653779] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a335e57d-3423-49db-8187-8c6c7b236ab5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.675040] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.680417] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b9fca-998a-4a1b-9cdb-ca54a66e4f7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.690294] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.690294] env[68946]: value = "task-2878049" [ 660.690294] env[68946]: _type = "Task" [ 660.690294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.703781] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.703781] env[68946]: value = "task-2878050" [ 660.703781] env[68946]: _type = "Task" [ 660.703781] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.705593] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87962fa-1dfc-46aa-8ad0-1bf9d09c447f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.719618] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878049, 'name': CreateVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.731496] env[68946]: DEBUG nova.compute.provider_tree [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.738451] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878050, 'name': CreateVM_Task} progress is 15%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.797559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.881258] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Successfully created port: 98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.914143] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.914143] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.129866] env[68946]: DEBUG oslo_vmware.rw_handles [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 661.130215] env[68946]: DEBUG oslo_vmware.rw_handles [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 661.206435] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878049, 'name': CreateVM_Task, 'duration_secs': 0.363281} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.206650] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.207281] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.208031] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae62a95f-7283-4404-81db-a82285186d64 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.211126] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.217308] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 661.217308] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520a4a8a-31f4-6507-13eb-8b3fa84af90a" [ 661.217308] env[68946]: _type = "Task" [ 661.217308] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.221171] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878050, 'name': CreateVM_Task, 'duration_secs': 0.343956} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.224130] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.225163] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.229461] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520a4a8a-31f4-6507-13eb-8b3fa84af90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.240504] env[68946]: DEBUG nova.scheduler.client.report [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.278927] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Downloaded image file data a81f3f25-c53e-4913-a889-9bdaab101054 to vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk on the data store datastore2 {{(pid=68946) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 661.281099] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 661.281367] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Copying Virtual Disk [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk to [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.281631] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b1ba9e-ba96-4398-abc5-27c41683569b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.293658] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 661.293658] env[68946]: value = "task-2878051" [ 661.293658] env[68946]: _type = "Task" [ 661.293658] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.302674] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.330510] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.361648] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.361933] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.362112] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.362294] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.362469] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.362622] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.362871] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.363215] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.363434] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.363603] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.363771] env[68946]: DEBUG nova.virt.hardware [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.364787] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a44a9-dc09-4c7c-a7fe-284b1eccb910 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.373240] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4bf9be-07ec-4008-9e5f-0d5f95fc9315 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.733609] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.733609] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.733609] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.733854] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.734310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.734388] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd44897a-0a81-448c-909a-3d55260a4048 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.739545] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 661.739545] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d01167-2e78-81d9-cff6-eace83525a3f" [ 661.739545] env[68946]: _type = "Task" [ 661.739545] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.748278] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d01167-2e78-81d9-cff6-eace83525a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.749916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.750934] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.753896] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.363s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.754992] env[68946]: INFO nova.compute.claims [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.803450] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878051, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.253718] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.253718] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.254102] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.259172] env[68946]: DEBUG nova.compute.utils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.264908] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.264908] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.270364] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Received event network-changed-70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.271021] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Refreshing instance network info cache due to event network-changed-70cabe5f-3d39-4688-9fae-435d05d92694. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 662.271021] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Acquiring lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.271021] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Acquired lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.271021] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Refreshing network info cache for port 70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.306485] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661791} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.307310] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Copied Virtual Disk [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk to [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.307664] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleting the datastore file [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.308298] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b367f7c-b097-4b99-9961-39d0596687c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.315613] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 662.315613] env[68946]: value = "task-2878052" [ 662.315613] env[68946]: _type = "Task" [ 662.315613] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.325102] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.367467] env[68946]: DEBUG nova.policy [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46d78fb87b744b468c3fa01c37dfab2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2fd89428a44762a4a35202bbc4ea3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.769507] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.834769] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033874} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.835083] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.836187] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Moving file from [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c/a81f3f25-c53e-4913-a889-9bdaab101054 to [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054. {{(pid=68946) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 662.836187] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-029b0efc-6579-4eb4-9123-7b11ecb1b1d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.845932] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 662.845932] env[68946]: value = "task-2878053" [ 662.845932] env[68946]: _type = "Task" [ 662.845932] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.860816] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878053, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.993353] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9624298-a681-4ad1-bf84-2cba5baeb280 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.004076] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba728432-4591-4088-a401-58a381885654 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.043977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc04ae-bdc2-4ec7-ad03-7cf2214c4df6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.053541] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c10e3e9-040b-4e82-ad7b-e7a8359182f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.069187] env[68946]: DEBUG nova.compute.provider_tree [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.087042] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Successfully created port: 38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.322256] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Successfully updated port: 98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.364941] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878053, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02491} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.365149] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] File moved {{(pid=68946) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 663.365347] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Cleaning up location [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 663.365508] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleting the datastore file [datastore2] vmware_temp/01221aeb-1fd6-473a-b314-353e1eca1c6c {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.365759] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1098de36-bbca-45be-84a7-e1f3d1ff9d7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.375848] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 663.375848] env[68946]: value = "task-2878054" [ 663.375848] env[68946]: _type = "Task" [ 663.375848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.384671] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.573357] env[68946]: DEBUG nova.scheduler.client.report [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.670763] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updated VIF entry in instance network info cache for port 70cabe5f-3d39-4688-9fae-435d05d92694. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.670763] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updating instance_info_cache with network_info: [{"id": "70cabe5f-3d39-4688-9fae-435d05d92694", "address": "fa:16:3e:14:75:a2", "network": {"id": "8bd7ea61-e8f7-4330-b961-5308d55f4429", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-27625503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd14630ed87b438b9907ace9ed6208b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cabe5f-3d", "ovs_interfaceid": "70cabe5f-3d39-4688-9fae-435d05d92694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.785720] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.814980] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.814980] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.815121] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.815391] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.815464] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.815709] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.816357] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.816357] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.816646] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.816840] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.817031] env[68946]: DEBUG nova.virt.hardware [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.818456] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3737816-12d0-412d-ac06-ba1784455679 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.827564] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.827871] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquired lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.828137] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.830490] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a7b4c-6e78-4698-ae44-41808090a25b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.887364] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02549} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.887552] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.888376] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02b6aa7-2d8e-4ffd-a645-7b4e17ba8d96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.894942] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 663.894942] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c96dc-dfe2-ad5f-fe07-5be8f8d1520c" [ 663.894942] env[68946]: _type = "Task" [ 663.894942] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.908237] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c96dc-dfe2-ad5f-fe07-5be8f8d1520c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.999244] env[68946]: DEBUG nova.compute.manager [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Received event network-changed-620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.999325] env[68946]: DEBUG nova.compute.manager [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Refreshing instance network info cache due to event network-changed-620d12ee-d734-46fb-8ef1-d0238eb54715. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 663.999523] env[68946]: DEBUG oslo_concurrency.lockutils [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] Acquiring lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.999655] env[68946]: DEBUG oslo_concurrency.lockutils [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] Acquired lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.999803] env[68946]: DEBUG nova.network.neutron [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Refreshing network info cache for port 620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.083417] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.083417] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.085968] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.281s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.089817] env[68946]: INFO nova.compute.claims [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.173296] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Releasing lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.173543] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Received event network-vif-plugged-34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 664.173711] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Acquiring lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.174010] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.174082] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.174247] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] No waiting events found dispatching network-vif-plugged-34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.174407] env[68946]: WARNING nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Received unexpected event network-vif-plugged-34b83515-d400-468a-b3e0-c1d358fc3dd9 for instance with vm_state building and task_state spawning. [ 664.174566] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Received event network-changed-34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 664.174714] env[68946]: DEBUG nova.compute.manager [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Refreshing instance network info cache due to event network-changed-34b83515-d400-468a-b3e0-c1d358fc3dd9. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 664.174980] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Acquiring lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.175064] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Acquired lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.175188] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Refreshing network info cache for port 34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.394621] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.410788] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c96dc-dfe2-ad5f-fe07-5be8f8d1520c, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.411104] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.411364] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d/b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.411651] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.411997] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.412231] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31680cc-6f37-48d7-82aa-700fbacd1787 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.414560] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fbbfe3c-f290-4b58-97c7-3333203a4299 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.422030] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 664.422030] env[68946]: value = "task-2878055" [ 664.422030] env[68946]: _type = "Task" [ 664.422030] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.432402] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.432402] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.433639] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae0defe-083a-4a58-b9de-4028994c5f4d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.444301] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.451582] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 664.451582] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a98dbb-191e-428f-62b8-2f852d9a0d0c" [ 664.451582] env[68946]: _type = "Task" [ 664.451582] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.466695] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a98dbb-191e-428f-62b8-2f852d9a0d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.467621] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94698b99-5b78-4111-918d-a0202899fca2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.473796] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 664.473796] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ee95c-7ca7-544f-3083-e9ecceb36590" [ 664.473796] env[68946]: _type = "Task" [ 664.473796] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.482348] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ee95c-7ca7-544f-3083-e9ecceb36590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.596280] env[68946]: DEBUG nova.compute.utils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.599648] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.599847] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.772472] env[68946]: DEBUG nova.policy [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '409747c2d2d4458f9832f14c3a08bbc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f273144cda8488e84cfccc8fb22f9b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.884378] env[68946]: DEBUG nova.network.neutron [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Updating instance_info_cache with network_info: [{"id": "98095bd4-2245-48a3-955c-80583e40d146", "address": "fa:16:3e:68:25:12", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98095bd4-22", "ovs_interfaceid": "98095bd4-2245-48a3-955c-80583e40d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.938886] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.996475] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ee95c-7ca7-544f-3083-e9ecceb36590, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.996785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.997246] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7d2bcf74-1571-495d-a81b-59d21747f5d4/7d2bcf74-1571-495d-a81b-59d21747f5d4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.997453] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.997657] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.999167] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c579de-03c5-4d4a-99c5-c137c27801a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.006747] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04131a56-e979-4a4c-a25a-7e833e467c0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.021091] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 665.021091] env[68946]: value = "task-2878056" [ 665.021091] env[68946]: _type = "Task" [ 665.021091] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.026184] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.026421] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.027594] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a868da40-e4a0-4c43-8418-0bd07ae0c1d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.034047] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.038119] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 665.038119] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52879396-6d7a-de58-9ded-3f3e6d9e310f" [ 665.038119] env[68946]: _type = "Task" [ 665.038119] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.046017] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52879396-6d7a-de58-9ded-3f3e6d9e310f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.092259] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "d6056501-3484-4d10-8641-aa0db46f0e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.092259] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.100571] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.403557] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Releasing lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.403557] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Instance network_info: |[{"id": "98095bd4-2245-48a3-955c-80583e40d146", "address": "fa:16:3e:68:25:12", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98095bd4-22", "ovs_interfaceid": "98095bd4-2245-48a3-955c-80583e40d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.404356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:25:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98095bd4-2245-48a3-955c-80583e40d146', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.410785] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Creating folder: Project (552e5106681f457b8385f552f3bbacb3). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.413284] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4055f03-d836-4a82-8764-d8eb59089fff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.418332] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4382f-1ec0-4947-87dc-b52bee147ef4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.436159] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2b979-9327-4814-b833-0bf118e6c969 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.439970] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Created folder: Project (552e5106681f457b8385f552f3bbacb3) in parent group-v578341. [ 665.440150] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Creating folder: Instances. Parent ref: group-v578354. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.445274] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85cfab78-05f2-4efa-9098-a48ae0c68a12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.448322] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.448754] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Updated VIF entry in instance network info cache for port 34b83515-d400-468a-b3e0-c1d358fc3dd9. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.449251] env[68946]: DEBUG nova.network.neutron [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Updating instance_info_cache with network_info: [{"id": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "address": "fa:16:3e:e6:bd:55", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b83515-d4", "ovs_interfaceid": "34b83515-d400-468a-b3e0-c1d358fc3dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.451630] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d/b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.451881] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.452547] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f25b96-6726-407c-86f6-2919a0a77c8e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.491457] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de4849-189c-4090-a66a-61f5548a88d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.495188] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Created folder: Instances in parent group-v578354. [ 665.495188] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.496738] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.497176] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 665.497176] env[68946]: value = "task-2878059" [ 665.497176] env[68946]: _type = "Task" [ 665.497176] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.497775] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73cdbe9c-162d-439c-b139-c559775e92c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.516919] env[68946]: DEBUG nova.network.neutron [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Updated VIF entry in instance network info cache for port 620d12ee-d734-46fb-8ef1-d0238eb54715. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.517769] env[68946]: DEBUG nova.network.neutron [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Updating instance_info_cache with network_info: [{"id": "620d12ee-d734-46fb-8ef1-d0238eb54715", "address": "fa:16:3e:ec:b9:c9", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620d12ee-d7", "ovs_interfaceid": "620d12ee-d734-46fb-8ef1-d0238eb54715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.525665] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7435f967-4a18-4c8e-ac53-3e1a4b3bffa0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.537848] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.537848] env[68946]: value = "task-2878060" [ 665.537848] env[68946]: _type = "Task" [ 665.537848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.564185] env[68946]: DEBUG nova.compute.provider_tree [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.565024] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.565267] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878056, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.576364] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878060, 'name': CreateVM_Task} progress is 15%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.581683] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52879396-6d7a-de58-9ded-3f3e6d9e310f, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.582152] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41284c2-19a1-4126-abed-10a431d1433a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.589308] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 665.589308] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d59b7f-fcbc-66f6-59d5-e1b3325ac914" [ 665.589308] env[68946]: _type = "Task" [ 665.589308] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.599656] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d59b7f-fcbc-66f6-59d5-e1b3325ac914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.631654] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.631913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.821271] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Successfully updated port: 38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.957870] env[68946]: DEBUG oslo_concurrency.lockutils [req-b4acae1f-46bf-4885-8aea-945455e7944d req-f2cbb483-5ea8-4b99-acde-8a02c771d679 service nova] Releasing lock "refresh_cache-85f8a8f6-162a-4bc9-9070-645a4ab3b3da" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.959690] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Successfully created port: b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.024021] env[68946]: DEBUG oslo_concurrency.lockutils [req-ab15b2c8-c0df-4229-a058-ef11f170f227 req-9c5a3c6c-6d3c-4919-b121-ef8e8509c61c service nova] Releasing lock "refresh_cache-ea46b00b-4257-4f3c-8088-0f8a49d08fd5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.034353] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102104} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.035048] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.035863] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1dccf-82b8-4813-9100-c58ccb98e59e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.042132] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534251} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.045595] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7d2bcf74-1571-495d-a81b-59d21747f5d4/7d2bcf74-1571-495d-a81b-59d21747f5d4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.045853] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.060706] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17a4a56-0317-42e7-ae8c-cc6d19920018 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.076833] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d/b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.078221] env[68946]: DEBUG nova.scheduler.client.report [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.081395] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64914ab0-4337-4e08-9cd4-1eb8086de99b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.102290] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878060, 'name': CreateVM_Task, 'duration_secs': 0.457299} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.106215] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.108249] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.108352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.108665] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.109010] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 666.109010] env[68946]: value = "task-2878061" [ 666.109010] env[68946]: _type = "Task" [ 666.109010] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.109511] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6689f903-c2ef-4142-930a-229e1df8c948 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.116940] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.118872] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 666.118872] env[68946]: value = "task-2878062" [ 666.118872] env[68946]: _type = "Task" [ 666.118872] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.123138] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d59b7f-fcbc-66f6-59d5-e1b3325ac914, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.126785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.127351] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 85f8a8f6-162a-4bc9-9070-645a4ab3b3da/85f8a8f6-162a-4bc9-9070-645a4ab3b3da.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.131967] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.131967] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.131967] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4de4ff3-4882-403e-88df-31e3c78fb7f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.133502] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.134101] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 666.134101] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5298664b-d32d-ce2c-6f00-b41af4767915" [ 666.134101] env[68946]: _type = "Task" [ 666.134101] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.134615] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad2793e7-a28d-4f36-a3a4-325ee5892d9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.143250] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.146539] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 666.146539] env[68946]: value = "task-2878063" [ 666.146539] env[68946]: _type = "Task" [ 666.146539] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.156023] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5298664b-d32d-ce2c-6f00-b41af4767915, 'name': SearchDatastore_Task, 'duration_secs': 0.013369} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.156289] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.156453] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.159226] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.159345] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.159434] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.159609] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.159750] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.159941] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.160103] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.160313] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.160416] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.160574] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.160743] env[68946]: DEBUG nova.virt.hardware [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.162471] env[68946]: DEBUG nova.compute.manager [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Received event network-vif-plugged-98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 666.162549] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Acquiring lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.162690] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.162878] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.163075] env[68946]: DEBUG nova.compute.manager [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] No waiting events found dispatching network-vif-plugged-98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.163230] env[68946]: WARNING nova.compute.manager [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Received unexpected event network-vif-plugged-98095bd4-2245-48a3-955c-80583e40d146 for instance with vm_state building and task_state spawning. [ 666.163389] env[68946]: DEBUG nova.compute.manager [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Received event network-changed-98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 666.163535] env[68946]: DEBUG nova.compute.manager [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Refreshing instance network info cache due to event network-changed-98095bd4-2245-48a3-955c-80583e40d146. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 666.163718] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Acquiring lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.163859] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Acquired lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.164027] env[68946]: DEBUG nova.network.neutron [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Refreshing network info cache for port 98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.165477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.169196] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.169441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.169979] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934e8bdf-1d75-4041-b25c-515b6fec41de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.173059] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c4fd2-00b0-4233-95b1-99a6fd84efa2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.181896] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.185394] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 666.185394] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296e959-396d-d25f-7a4e-ea94894989d2" [ 666.185394] env[68946]: _type = "Task" [ 666.185394] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.192078] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1502b-a67f-4634-bf6b-60af2d376975 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.209442] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296e959-396d-d25f-7a4e-ea94894989d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.210734] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b58846-a8ce-46a4-a246-15b63863349a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.216473] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 666.216473] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a7a6e4-e706-dbe6-c8bf-3a0f7d6c435c" [ 666.216473] env[68946]: _type = "Task" [ 666.216473] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.224267] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a7a6e4-e706-dbe6-c8bf-3a0f7d6c435c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.328457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.328613] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquired lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328767] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.601460] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.602131] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.605504] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.021s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.605504] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.605504] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 666.605823] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.809s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.607449] env[68946]: INFO nova.compute.claims [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.615487] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bc055-536e-42f0-a3ee-74f942ff9fca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.633233] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e04ff-7e9b-4527-8b2c-5dcd25d41615 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.637387] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100744} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.637766] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.639326] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbdf6cc-3e86-48d5-91c8-5ef4e29137b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.659186] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.662513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff7bea-af92-488d-96c6-3447627d8807 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.684388] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7d2bcf74-1571-495d-a81b-59d21747f5d4/7d2bcf74-1571-495d-a81b-59d21747f5d4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.686038] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb8df9e-e571-49cb-9f9c-cbc2bd51814f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.709625] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.711669] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc641087-fd04-4257-88a0-55dbd8266d35 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.717261] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 666.717261] env[68946]: value = "task-2878064" [ 666.717261] env[68946]: _type = "Task" [ 666.717261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.761164] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181106MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 666.761164] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.761164] env[68946]: DEBUG nova.network.neutron [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Updated VIF entry in instance network info cache for port 98095bd4-2245-48a3-955c-80583e40d146. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.761422] env[68946]: DEBUG nova.network.neutron [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Updating instance_info_cache with network_info: [{"id": "98095bd4-2245-48a3-955c-80583e40d146", "address": "fa:16:3e:68:25:12", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98095bd4-22", "ovs_interfaceid": "98095bd4-2245-48a3-955c-80583e40d146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.769181] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a7a6e4-e706-dbe6-c8bf-3a0f7d6c435c, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.773570] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.773860] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ea46b00b-4257-4f3c-8088-0f8a49d08fd5/ea46b00b-4257-4f3c-8088-0f8a49d08fd5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.774144] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.774482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.775271] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.775489] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6065ecd0-c47a-4b0b-b8a0-c762018a44a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.779334] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c0c664e-d205-406e-8563-69a76a9bf673 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.787326] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 666.787326] env[68946]: value = "task-2878065" [ 666.787326] env[68946]: _type = "Task" [ 666.787326] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.792515] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.792705] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.793777] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce63354f-27fd-437e-8bf8-397292dd8da2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.799408] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.802766] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 666.802766] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f25612-e558-ca06-29c6-6aad5f4b05a2" [ 666.802766] env[68946]: _type = "Task" [ 666.802766] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.810457] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f25612-e558-ca06-29c6-6aad5f4b05a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.928613] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.114027] env[68946]: DEBUG nova.compute.utils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.118907] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.118907] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.141327] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878062, 'name': ReconfigVM_Task, 'duration_secs': 0.696658} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.141973] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d/b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.142596] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da5af69-993c-4afa-82ee-d30c19c6b579 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.151863] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 667.151863] env[68946]: value = "task-2878066" [ 667.151863] env[68946]: _type = "Task" [ 667.151863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.167054] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878066, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.173120] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630128} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.173461] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 85f8a8f6-162a-4bc9-9070-645a4ab3b3da/85f8a8f6-162a-4bc9-9070-645a4ab3b3da.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.173588] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.173821] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761f8541-7ab3-4737-97a0-7e1c3ac6c9d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.181393] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 667.181393] env[68946]: value = "task-2878067" [ 667.181393] env[68946]: _type = "Task" [ 667.181393] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.189988] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.231026] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878064, 'name': ReconfigVM_Task, 'duration_secs': 0.373465} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.231026] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7d2bcf74-1571-495d-a81b-59d21747f5d4/7d2bcf74-1571-495d-a81b-59d21747f5d4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.231026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1a41bd-d587-4a64-ab4f-e7aa16b29b14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.236630] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 667.236630] env[68946]: value = "task-2878068" [ 667.236630] env[68946]: _type = "Task" [ 667.236630] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.248296] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878068, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.272039] env[68946]: DEBUG oslo_concurrency.lockutils [req-e2cbb34f-8fcd-41aa-8a64-62c2f11c7e3e req-70ec754b-875a-4051-be99-5726ed5fdd3b service nova] Releasing lock "refresh_cache-d57662a0-356b-4c1e-85b4-422ae5d48d94" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.296863] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.316146] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f25612-e558-ca06-29c6-6aad5f4b05a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.316146] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a654dbd2-cb3f-4fb9-af8f-5e81f4f0246b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.323606] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 667.323606] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294273b-5fe3-54c3-ea65-f0518b53fa78" [ 667.323606] env[68946]: _type = "Task" [ 667.323606] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.335378] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294273b-5fe3-54c3-ea65-f0518b53fa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.435388] env[68946]: DEBUG nova.policy [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376a8279cf584767a629dd78a00dd070', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310a2d5068d04053a872fdb3743e8429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.568121] env[68946]: DEBUG nova.network.neutron [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Updating instance_info_cache with network_info: [{"id": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "address": "fa:16:3e:af:58:fe", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f359f9-68", "ovs_interfaceid": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.618333] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.671743] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878066, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.693894] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113198} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.694177] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.695449] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fd690f-8fdc-4733-9e1d-cf7084cce36c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.721143] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 85f8a8f6-162a-4bc9-9070-645a4ab3b3da/85f8a8f6-162a-4bc9-9070-645a4ab3b3da.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.721540] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35762723-7972-46b9-b6f6-5dc4f2d1edf1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.748330] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878068, 'name': Rename_Task, 'duration_secs': 0.163776} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.749922] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.750294] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 667.750294] env[68946]: value = "task-2878069" [ 667.750294] env[68946]: _type = "Task" [ 667.750294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.750492] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8b5efe-61d0-4a0f-bcb6-00d30e07e370 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.765550] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.765550] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 667.765550] env[68946]: value = "task-2878070" [ 667.765550] env[68946]: _type = "Task" [ 667.765550] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.776432] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.799042] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.834555] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294273b-5fe3-54c3-ea65-f0518b53fa78, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.834936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.835250] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d57662a0-356b-4c1e-85b4-422ae5d48d94/d57662a0-356b-4c1e-85b4-422ae5d48d94.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.835512] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf151ab-a5a9-4ece-8d6b-61cbd801bcb1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.845863] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 667.845863] env[68946]: value = "task-2878071" [ 667.845863] env[68946]: _type = "Task" [ 667.845863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.863123] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.925234] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c8bd6-6cf0-4c01-950f-9f32b9375274 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.934299] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee58d79-4b36-46f4-938a-573c0bda38bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.975240] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ade043-97ce-4df2-8009-0b704714ed99 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.986318] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc4f49-31d5-49f2-9340-0ab04d56a7fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.002550] env[68946]: DEBUG nova.compute.provider_tree [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.071992] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Releasing lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.071992] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Instance network_info: |[{"id": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "address": "fa:16:3e:af:58:fe", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f359f9-68", "ovs_interfaceid": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.072275] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:58:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f359f9-68a1-46e1-aef7-e95a5bc9a7b8', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.082956] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Creating folder: Project (6a2fd89428a44762a4a35202bbc4ea3c). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.083119] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c651fa5-4c2e-48a4-8777-6ae618d6dcbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.096306] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Created folder: Project (6a2fd89428a44762a4a35202bbc4ea3c) in parent group-v578341. [ 668.096306] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Creating folder: Instances. Parent ref: group-v578357. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.096563] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b7c2bfe-a0ed-4031-8bbe-c5fda341b3dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.109871] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Created folder: Instances in parent group-v578357. [ 668.109871] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.109871] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.109871] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-436b6f52-1223-4f23-ab7d-4e9cd4bec3bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.133965] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.133965] env[68946]: value = "task-2878074" [ 668.133965] env[68946]: _type = "Task" [ 668.133965] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.145944] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.171804] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878066, 'name': Rename_Task, 'duration_secs': 0.752669} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.171804] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.172662] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92593bb-ea12-4c83-928c-f2617b0979a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.182727] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 668.182727] env[68946]: value = "task-2878075" [ 668.182727] env[68946]: _type = "Task" [ 668.182727] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.200238] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.267982] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878069, 'name': ReconfigVM_Task, 'duration_secs': 0.473731} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.273241] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 85f8a8f6-162a-4bc9-9070-645a4ab3b3da/85f8a8f6-162a-4bc9-9070-645a4ab3b3da.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.275130] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613e100f-d082-4e6a-ac3a-7f83918bcb31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.285520] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.287199] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 668.287199] env[68946]: value = "task-2878076" [ 668.287199] env[68946]: _type = "Task" [ 668.287199] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.300631] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878076, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.304390] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449797} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.304689] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ea46b00b-4257-4f3c-8088-0f8a49d08fd5/ea46b00b-4257-4f3c-8088-0f8a49d08fd5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.304989] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.305350] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018c5483-c7cb-49fb-9342-c90178f5f825 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.312765] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 668.312765] env[68946]: value = "task-2878077" [ 668.312765] env[68946]: _type = "Task" [ 668.312765] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.325042] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.369202] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.505931] env[68946]: DEBUG nova.scheduler.client.report [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.640365] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.667198] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.685352] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Successfully updated port: b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.697082] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.697460] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.697531] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.698039] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.698185] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.698557] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.698557] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.700177] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.700177] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.700177] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.703034] env[68946]: DEBUG nova.virt.hardware [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.708162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529af65-ea71-4ef0-a0f0-6c981fe35b78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.718297] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878075, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.724271] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064327ea-97ab-4c44-be44-5415dd98f522 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.780488] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.799314] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878076, 'name': Rename_Task, 'duration_secs': 0.500447} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.799633] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.799939] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba089ad6-d1d0-45d4-b36a-37a01f517132 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.807118] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 668.807118] env[68946]: value = "task-2878078" [ 668.807118] env[68946]: _type = "Task" [ 668.807118] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.821228] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.826441] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.414738} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.826781] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.827660] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df0cfdb-38c7-40f2-b0e4-148d479fdbf3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.856588] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ea46b00b-4257-4f3c-8088-0f8a49d08fd5/ea46b00b-4257-4f3c-8088-0f8a49d08fd5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.856963] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85751109-6e0a-4885-b16b-db48f9140c45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.884025] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842049} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.885482] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d57662a0-356b-4c1e-85b4-422ae5d48d94/d57662a0-356b-4c1e-85b4-422ae5d48d94.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.886049] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.886763] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 668.886763] env[68946]: value = "task-2878079" [ 668.886763] env[68946]: _type = "Task" [ 668.886763] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.886973] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1a3878-dd67-40ae-bc86-ca460c1ad05b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.903302] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.903302] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 668.903302] env[68946]: value = "task-2878080" [ 668.903302] env[68946]: _type = "Task" [ 668.903302] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.935025] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Successfully created port: 9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.952042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.952042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.985559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.985663] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.018294] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.018938] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.021973] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.811s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.023463] env[68946]: INFO nova.compute.claims [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.157731] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.197749] env[68946]: DEBUG oslo_vmware.api [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878075, 'name': PowerOnVM_Task, 'duration_secs': 0.76473} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.198053] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.198833] env[68946]: INFO nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Took 17.01 seconds to spawn the instance on the hypervisor. [ 669.199138] env[68946]: DEBUG nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.199936] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcabab60-0454-4c15-94e2-9504f6bb1e50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.212743] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquired lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.214220] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.283671] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.323020] env[68946]: DEBUG oslo_vmware.api [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878078, 'name': PowerOnVM_Task, 'duration_secs': 0.479216} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.323020] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.323020] env[68946]: INFO nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Took 12.59 seconds to spawn the instance on the hypervisor. [ 669.323020] env[68946]: DEBUG nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.323020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf760b17-cbc4-4f8e-8e6e-9ce0b1f36a2c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.404159] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.416879] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083936} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.416879] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.417442] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122fbcdb-576f-46a6-9248-1957bad4d4dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.449362] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d57662a0-356b-4c1e-85b4-422ae5d48d94/d57662a0-356b-4c1e-85b4-422ae5d48d94.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.449759] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5054b65d-63a8-4525-acb7-a238fc1cdb34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.477940] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 669.477940] env[68946]: value = "task-2878081" [ 669.477940] env[68946]: _type = "Task" [ 669.477940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.497030] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.530289] env[68946]: DEBUG nova.compute.utils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.532129] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.532454] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.658478] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.660512] env[68946]: DEBUG nova.policy [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f84aba6c554bdba6b72ea0b09407da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e57582f72f4847f686edc7c671b6649d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.725419] env[68946]: INFO nova.compute.manager [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Took 21.85 seconds to build instance. [ 669.779524] env[68946]: DEBUG oslo_vmware.api [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878070, 'name': PowerOnVM_Task, 'duration_secs': 1.684155} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.782599] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.782599] env[68946]: INFO nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Took 10.72 seconds to spawn the instance on the hypervisor. [ 669.782599] env[68946]: DEBUG nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.782599] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1315f-2eca-42c2-b593-c8e2832d3713 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.821289] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.846035] env[68946]: INFO nova.compute.manager [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Took 19.77 seconds to build instance. [ 669.910188] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878079, 'name': ReconfigVM_Task, 'duration_secs': 0.60363} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.910536] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ea46b00b-4257-4f3c-8088-0f8a49d08fd5/ea46b00b-4257-4f3c-8088-0f8a49d08fd5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.911235] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec09e60c-fe29-42de-a26e-7ba0eaceca14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.919271] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 669.919271] env[68946]: value = "task-2878082" [ 669.919271] env[68946]: _type = "Task" [ 669.919271] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.929755] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878082, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.941539] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Received event network-vif-plugged-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.941918] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Acquiring lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.942235] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.942441] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.942638] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] No waiting events found dispatching network-vif-plugged-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.942906] env[68946]: WARNING nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Received unexpected event network-vif-plugged-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 for instance with vm_state building and task_state spawning. [ 669.943218] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Received event network-changed-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.943485] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Refreshing instance network info cache due to event network-changed-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 669.943907] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Acquiring lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.944100] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Acquired lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.944310] env[68946]: DEBUG nova.network.neutron [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Refreshing network info cache for port 38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.988626] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878081, 'name': ReconfigVM_Task, 'duration_secs': 0.503734} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.988942] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d57662a0-356b-4c1e-85b4-422ae5d48d94/d57662a0-356b-4c1e-85b4-422ae5d48d94.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.989911] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ba0f67-c1f9-4ab4-bca1-ad3ee1aa2b33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.998182] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 669.998182] env[68946]: value = "task-2878083" [ 669.998182] env[68946]: _type = "Task" [ 669.998182] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.008491] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878083, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.036974] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.160984] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.232464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-73ccf459-e4a5-43c2-b555-d070f201347b tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.374s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.304468] env[68946]: INFO nova.compute.manager [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Took 19.04 seconds to build instance. [ 670.312784] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b754e-141e-4462-89fe-d5b7b9724469 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.321165] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88619ab1-154a-4076-a193-0e33aa3bee18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.357022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-98fe7c2b-66a8-4c7d-9b10-90651b645f0f tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.299s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.357196] env[68946]: DEBUG nova.network.neutron [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Updating instance_info_cache with network_info: [{"id": "b8522bfa-ea67-4214-ba92-ea10f767e452", "address": "fa:16:3e:a9:ec:15", "network": {"id": "59c9457c-8101-4f2d-bee0-e6d9d1d6763e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1081965122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f273144cda8488e84cfccc8fb22f9b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8522bfa-ea", "ovs_interfaceid": "b8522bfa-ea67-4214-ba92-ea10f767e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.358018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12597fee-c72b-4d60-990b-1eddf0312a96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.366694] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a76442-3cd6-4630-bba8-f86062674d63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.380852] env[68946]: DEBUG nova.compute.provider_tree [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.434706] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878082, 'name': Rename_Task, 'duration_secs': 0.312542} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.435145] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.435292] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955b5acc-8e4c-4ce0-b3c2-06c4bbb0d72e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.441089] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 670.441089] env[68946]: value = "task-2878084" [ 670.441089] env[68946]: _type = "Task" [ 670.441089] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.451977] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.511441] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878083, 'name': Rename_Task, 'duration_secs': 0.248557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.512176] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.512352] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4697eb4e-9c42-43cd-8f9e-705bd2dd7727 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.521514] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 670.521514] env[68946]: value = "task-2878085" [ 670.521514] env[68946]: _type = "Task" [ 670.521514] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.530596] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.659812] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878074, 'name': CreateVM_Task, 'duration_secs': 2.295869} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.660302] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.660762] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.660937] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.661303] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.661541] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc66ee56-6e1b-44bb-9d64-1768823675d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.667222] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 670.667222] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eb40c3-4f49-08d8-5918-015e8ffc53b6" [ 670.667222] env[68946]: _type = "Task" [ 670.667222] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.673497] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Successfully created port: 813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.687803] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eb40c3-4f49-08d8-5918-015e8ffc53b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.688327] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.688654] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.689290] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.689613] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.689876] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.690514] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca80964a-a8f9-4c78-adc4-6f18b890c6f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.701456] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.701726] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.702795] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56c0506-d18f-43a2-b6eb-46aa89cc43a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.712397] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 670.712397] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52049687-7408-e5e2-ecbe-b5d1fdc66534" [ 670.712397] env[68946]: _type = "Task" [ 670.712397] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.721249] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52049687-7408-e5e2-ecbe-b5d1fdc66534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.734942] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.806141] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a0dce0a6-6581-4c94-891e-b8b9c3772d28 tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.550s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.862305] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.868816] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Releasing lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.868816] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Instance network_info: |[{"id": "b8522bfa-ea67-4214-ba92-ea10f767e452", "address": "fa:16:3e:a9:ec:15", "network": {"id": "59c9457c-8101-4f2d-bee0-e6d9d1d6763e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1081965122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f273144cda8488e84cfccc8fb22f9b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8522bfa-ea", "ovs_interfaceid": "b8522bfa-ea67-4214-ba92-ea10f767e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.868816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ec:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8522bfa-ea67-4214-ba92-ea10f767e452', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.877755] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Creating folder: Project (9f273144cda8488e84cfccc8fb22f9b3). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.878458] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-066d6a9a-9951-4414-a3b8-c2fd6667501b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.883685] env[68946]: DEBUG nova.scheduler.client.report [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.896987] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Created folder: Project (9f273144cda8488e84cfccc8fb22f9b3) in parent group-v578341. [ 670.899359] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Creating folder: Instances. Parent ref: group-v578360. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.899843] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992c33cb-75d6-49f7-a21a-7d4c30a080aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.911348] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Created folder: Instances in parent group-v578360. [ 670.912108] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.912474] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.912732] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e33226-1bb0-475d-994a-4719327bf2b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.933653] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.933653] env[68946]: value = "task-2878088" [ 670.933653] env[68946]: _type = "Task" [ 670.933653] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.942801] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878088, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.951944] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.034447] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878085, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.050026] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.110798] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.110798] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.111033] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.112153] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.113497] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.115010] env[68946]: DEBUG nova.virt.hardware [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.115595] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f175825b-e1f1-4b86-8b31-fd8eec163783 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.131516] env[68946]: DEBUG nova.network.neutron [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Updated VIF entry in instance network info cache for port 38f359f9-68a1-46e1-aef7-e95a5bc9a7b8. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.131863] env[68946]: DEBUG nova.network.neutron [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Updating instance_info_cache with network_info: [{"id": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "address": "fa:16:3e:af:58:fe", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f359f9-68", "ovs_interfaceid": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.136965] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572d568-46f5-4487-9590-972d8143795a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.231466] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52049687-7408-e5e2-ecbe-b5d1fdc66534, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.234862] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7014af48-d5fa-4f85-84c4-30b830724dac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.248893] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 671.248893] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520413e2-bff5-d003-ff4d-953d40ab3915" [ 671.248893] env[68946]: _type = "Task" [ 671.248893] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.264859] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520413e2-bff5-d003-ff4d-953d40ab3915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.272300] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.310045] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.383649] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.388941] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.389510] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.392742] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.636s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.445941] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878088, 'name': CreateVM_Task, 'duration_secs': 0.354032} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.449692] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.450603] env[68946]: DEBUG oslo_vmware.service [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a31d80-2fa7-4773-a2ff-18445ef4d00c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.458874] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.460603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.460806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.461292] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.461487] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c694c5c-94d0-41c7-90bd-31bbd297a9c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.466713] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 671.466713] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5218bb3c-9005-1c63-5f35-46106e2309d8" [ 671.466713] env[68946]: _type = "Task" [ 671.466713] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.475088] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5218bb3c-9005-1c63-5f35-46106e2309d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.537671] env[68946]: DEBUG oslo_vmware.api [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878085, 'name': PowerOnVM_Task, 'duration_secs': 0.763641} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.538137] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.539127] env[68946]: INFO nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Took 10.21 seconds to spawn the instance on the hypervisor. [ 671.539445] env[68946]: DEBUG nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.540672] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6851209-3c51-471b-9d20-8a80f538b388 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.635883] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Releasing lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.636375] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Received event network-vif-plugged-b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.636615] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Acquiring lock "2b124368-c128-4187-8e72-a36847cf075d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.637217] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Lock "2b124368-c128-4187-8e72-a36847cf075d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.637217] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] Lock "2b124368-c128-4187-8e72-a36847cf075d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.637448] env[68946]: DEBUG nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] No waiting events found dispatching network-vif-plugged-b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.637675] env[68946]: WARNING nova.compute.manager [req-ebc6444c-6f22-4c79-94bc-163864b39ec9 req-0c596145-bb95-460d-8a45-ba08d320bd88 service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Received unexpected event network-vif-plugged-b8522bfa-ea67-4214-ba92-ea10f767e452 for instance with vm_state building and task_state spawning. [ 671.721584] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "5f19bea0-0966-411b-a952-4a7b2145ac37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.722286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.763724] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520413e2-bff5-d003-ff4d-953d40ab3915, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.764407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.764807] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 407f05dc-8bd4-44c4-9830-b25970ee5c51/407f05dc-8bd4-44c4-9830-b25970ee5c51.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.765306] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a4b6d6-eece-4dcb-a15a-f26ac41a195f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.773127] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 671.773127] env[68946]: value = "task-2878089" [ 671.773127] env[68946]: _type = "Task" [ 671.773127] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.782195] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.799867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "c6f78406-5540-4679-997c-c9a45b855141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.800500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.838405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.863497] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Successfully updated port: 9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.896957] env[68946]: DEBUG nova.compute.utils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.898333] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.899079] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.956551] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.982171] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.982171] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.982171] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.982171] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.982171] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.982171] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bfcb077-f74e-4031-a6ff-bba6908ff7f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.013262] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.013262] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.013262] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236ab16f-a54d-4ebd-af8f-5524185e202a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.020300] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ab374c-45d7-4302-82a2-04c2e6d4b1de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.028099] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 672.028099] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52498968-99cc-40ae-5d2d-ae16ef3e0658" [ 672.028099] env[68946]: _type = "Task" [ 672.028099] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.036893] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52498968-99cc-40ae-5d2d-ae16ef3e0658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.063140] env[68946]: INFO nova.compute.manager [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Took 20.51 seconds to build instance. [ 672.076427] env[68946]: DEBUG nova.policy [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dfac6b1dca24deb89309e48fb29ef5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c9e999b75154c2d9434e05c166d0a69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.284332] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878089, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.367444] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.368458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.368662] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.411213] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.435862] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436039] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ea46b00b-4257-4f3c-8088-0f8a49d08fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436166] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436294] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 7d2bcf74-1571-495d-a81b-59d21747f5d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436451] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d57662a0-356b-4c1e-85b4-422ae5d48d94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436573] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 407f05dc-8bd4-44c4-9830-b25970ee5c51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436685] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2b124368-c128-4187-8e72-a36847cf075d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436794] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance db41ee2a-8fae-4d88-a70f-317ab3053982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.436904] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 6e887446-a5a6-48dd-9218-a0ff9c0bb406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.437024] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 93063f45-ffe5-408e-bf13-7ac7faa47c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.462225] env[68946]: DEBUG oslo_vmware.api [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878084, 'name': PowerOnVM_Task, 'duration_secs': 1.578409} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.462910] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.463971] env[68946]: INFO nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Took 18.02 seconds to spawn the instance on the hypervisor. [ 672.463971] env[68946]: DEBUG nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.465158] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977dc5c7-5adf-4402-ac06-828aaf7acd56 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.538414] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 672.538767] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Creating directory with path [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.539075] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c88ebafc-25b5-4b25-a837-70de25c40680 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.565485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-266c4d32-0a6d-4f49-bdaf-79090b6c1836 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.016s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.583289] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Created directory with path [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.583606] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Fetch image to [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 672.583789] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Downloading image file data a81f3f25-c53e-4913-a889-9bdaab101054 to [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk on the data store datastore1 {{(pid=68946) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 672.584964] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac712be-cda2-40e7-99f9-4e7b52f3b1f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.593298] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b8594-666e-4df6-b71d-77905c84479b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.606707] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44a957-2d04-4707-b0ef-9f0e423c89fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.645285] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc1de5e-d8a3-45fa-a723-32711cea9103 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.651681] env[68946]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6918c136-60b8-429c-9127-44383f0be76c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.741171] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Downloading image file data a81f3f25-c53e-4913-a889-9bdaab101054 to the data store datastore1 {{(pid=68946) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 672.784467] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608562} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.786511] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 407f05dc-8bd4-44c4-9830-b25970ee5c51/407f05dc-8bd4-44c4-9830-b25970ee5c51.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.786743] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.787478] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b722760-f2e6-4001-b314-cd5812f1979b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.793754] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 672.793754] env[68946]: value = "task-2878090" [ 672.793754] env[68946]: _type = "Task" [ 672.793754] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.803063] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.804317] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 672.940602] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d5224c97-3c88-4e03-8beb-050e020765d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.968459] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.990043] env[68946]: INFO nova.compute.manager [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Took 24.05 seconds to build instance. [ 673.068677] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.309023] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266273} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.309354] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.313210] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02424c23-001c-46ef-8ecb-a843c5116d0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.341800] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 407f05dc-8bd4-44c4-9830-b25970ee5c51/407f05dc-8bd4-44c4-9830-b25970ee5c51.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.344148] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Successfully created port: ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.353034] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69ea523-c5f1-442f-8b5d-ce8aa11259c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.380763] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 673.380763] env[68946]: value = "task-2878091" [ 673.380763] env[68946]: _type = "Task" [ 673.380763] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.398210] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.427719] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.450660] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d6056501-3484-4d10-8641-aa0db46f0e97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.474201] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.474465] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.474563] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.474766] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.474942] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.475223] env[68946]: DEBUG nova.virt.hardware [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.476499] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835a7ce-fa07-4a8a-a4b2-1cc7218392b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.486966] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6741e1-cef8-4f5e-830a-7cfbef85cf35 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.493530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3b9c144-08f8-4e99-8bbc-d0628f5496cc tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.577s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.602030] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.746195] env[68946]: DEBUG nova.network.neutron [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Updating instance_info_cache with network_info: [{"id": "9c0d1508-b95c-4a43-b151-a7561611da21", "address": "fa:16:3e:00:6a:92", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0d1508-b9", "ovs_interfaceid": "9c0d1508-b95c-4a43-b151-a7561611da21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.826763] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 673.827154] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 673.867947] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Received event network-changed-b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.867947] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Refreshing instance network info cache due to event network-changed-b8522bfa-ea67-4214-ba92-ea10f767e452. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 673.867947] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Acquiring lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.867947] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Acquired lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.867947] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Refreshing network info cache for port b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.897194] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.897194] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Downloaded image file data a81f3f25-c53e-4913-a889-9bdaab101054 to vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk on the data store datastore1 {{(pid=68946) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 673.897750] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 673.897750] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Copying Virtual Disk [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk to [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.898250] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9ce192-1025-4e74-86ae-c157d317e937 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.906873] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 673.906873] env[68946]: value = "task-2878092" [ 673.906873] env[68946]: _type = "Task" [ 673.906873] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.919710] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.957458] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Successfully updated port: 813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.961021] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.000135] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.189513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "ca423313-0fcc-4480-8928-525309dd7bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.190739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.252562] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.252912] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Instance network_info: |[{"id": "9c0d1508-b95c-4a43-b151-a7561611da21", "address": "fa:16:3e:00:6a:92", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0d1508-b9", "ovs_interfaceid": "9c0d1508-b95c-4a43-b151-a7561611da21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.253356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:6a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0d1508-b95c-4a43-b151-a7561611da21', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.264754] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Creating folder: Project (310a2d5068d04053a872fdb3743e8429). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.266640] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3770ecb1-60e6-43d5-b641-fc1cd5ce1f67 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.269714] env[68946]: DEBUG nova.compute.manager [None req-113ad619-c224-4a94-a795-f0933a9e5d26 tempest-ServerDiagnosticsV248Test-642838574 tempest-ServerDiagnosticsV248Test-642838574-project-admin] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.271021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf30b09-67b9-40fe-8658-7b2e22ce4aa7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.280064] env[68946]: INFO nova.compute.manager [None req-113ad619-c224-4a94-a795-f0933a9e5d26 tempest-ServerDiagnosticsV248Test-642838574 tempest-ServerDiagnosticsV248Test-642838574-project-admin] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Retrieving diagnostics [ 674.280871] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1d516-19a2-4e26-9a16-109533db46a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.284752] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Created folder: Project (310a2d5068d04053a872fdb3743e8429) in parent group-v578341. [ 674.285029] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Creating folder: Instances. Parent ref: group-v578363. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.286427] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2b1ddcc-bdff-40c0-8399-de4186d3968c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.326748] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Created folder: Instances in parent group-v578363. [ 674.327383] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.327530] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.329013] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41928667-6f5d-4ac3-bab0-4ef60e415827 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.346745] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.346745] env[68946]: value = "task-2878095" [ 674.346745] env[68946]: _type = "Task" [ 674.346745] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.356475] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878095, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.394989] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878091, 'name': ReconfigVM_Task, 'duration_secs': 0.529887} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.394989] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 407f05dc-8bd4-44c4-9830-b25970ee5c51/407f05dc-8bd4-44c4-9830-b25970ee5c51.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.396062] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac4ec69-670c-4247-bd9b-82eca51c7e5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.403916] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 674.403916] env[68946]: value = "task-2878096" [ 674.403916] env[68946]: _type = "Task" [ 674.403916] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.416411] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878096, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.419530] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878092, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.465336] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.465336] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquired lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.465336] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.470175] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance c85f5dbc-ae48-4194-8e06-226ee04140ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.526963] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.839106] env[68946]: DEBUG nova.compute.manager [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Received event network-changed-70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 674.839106] env[68946]: DEBUG nova.compute.manager [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Refreshing instance network info cache due to event network-changed-70cabe5f-3d39-4688-9fae-435d05d92694. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 674.839106] env[68946]: DEBUG oslo_concurrency.lockutils [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] Acquiring lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.839106] env[68946]: DEBUG oslo_concurrency.lockutils [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] Acquired lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.839933] env[68946]: DEBUG nova.network.neutron [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Refreshing network info cache for port 70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.861433] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878095, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.922036] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878096, 'name': Rename_Task, 'duration_secs': 0.193652} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.923182] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.923666] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.923988] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ad7193-96ee-4e66-be28-c5fb7acecf49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.932851] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 674.932851] env[68946]: value = "task-2878097" [ 674.932851] env[68946]: _type = "Task" [ 674.932851] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.945911] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.961262] env[68946]: DEBUG nova.compute.manager [None req-edb8747f-7063-4038-8c43-6da16c9dce43 tempest-ServerDiagnosticsTest-1025889592 tempest-ServerDiagnosticsTest-1025889592-project-admin] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.965450] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4ad36-58c8-4aa5-a3c8-8415d2a09b91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.973049] env[68946]: INFO nova.compute.manager [None req-edb8747f-7063-4038-8c43-6da16c9dce43 tempest-ServerDiagnosticsTest-1025889592 tempest-ServerDiagnosticsTest-1025889592-project-admin] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Retrieving diagnostics [ 674.974468] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance c79ba3e4-be98-4caf-b6f1-c02839214d49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.979022] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e639b0f8-3247-47f9-8ff2-5c34d2cf0a9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.105313] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.261811] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Updated VIF entry in instance network info cache for port b8522bfa-ea67-4214-ba92-ea10f767e452. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.262686] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Updating instance_info_cache with network_info: [{"id": "b8522bfa-ea67-4214-ba92-ea10f767e452", "address": "fa:16:3e:a9:ec:15", "network": {"id": "59c9457c-8101-4f2d-bee0-e6d9d1d6763e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1081965122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f273144cda8488e84cfccc8fb22f9b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8522bfa-ea", "ovs_interfaceid": "b8522bfa-ea67-4214-ba92-ea10f767e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.359135] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878095, 'name': CreateVM_Task, 'duration_secs': 0.608352} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.359135] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.360217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.362019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.362019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.362019] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5dcf5d3-bd98-497d-b828-86e5d63f6d48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.366664] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 675.366664] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5278be05-df2c-3568-e588-9a4b1babe060" [ 675.366664] env[68946]: _type = "Task" [ 675.366664] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.376228] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5278be05-df2c-3568-e588-9a4b1babe060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.423975] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878092, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.054408} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.426573] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Copied Virtual Disk [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk to [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.427246] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleting the datastore file [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054/tmp-sparse.vmdk {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.427638] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f94bbe3-462b-449c-b8c0-7c6a974e38ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.438383] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 675.438383] env[68946]: value = "task-2878098" [ 675.438383] env[68946]: _type = "Task" [ 675.438383] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.452531] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.457480] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.478138] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5f19bea0-0966-411b-a952-4a7b2145ac37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.576481] env[68946]: DEBUG nova.network.neutron [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Updating instance_info_cache with network_info: [{"id": "813852c9-1608-444b-8a4c-17836ab527e3", "address": "fa:16:3e:1b:3c:4d", "network": {"id": "e8217551-0fc3-4965-ae71-9d0e9a86ea62", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-252337042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e57582f72f4847f686edc7c671b6649d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813852c9-16", "ovs_interfaceid": "813852c9-1608-444b-8a4c-17836ab527e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.765116] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Releasing lock "refresh_cache-2b124368-c128-4187-8e72-a36847cf075d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.765274] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Received event network-vif-plugged-9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.768381] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Acquiring lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.768624] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.768867] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.768958] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] No waiting events found dispatching network-vif-plugged-9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.769145] env[68946]: WARNING nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Received unexpected event network-vif-plugged-9c0d1508-b95c-4a43-b151-a7561611da21 for instance with vm_state building and task_state spawning. [ 675.769317] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Received event network-changed-9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.769456] env[68946]: DEBUG nova.compute.manager [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Refreshing instance network info cache due to event network-changed-9c0d1508-b95c-4a43-b151-a7561611da21. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.769636] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Acquiring lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.769767] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Acquired lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.770159] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Refreshing network info cache for port 9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.880947] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.881435] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.881616] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.947682] env[68946]: DEBUG oslo_vmware.api [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878097, 'name': PowerOnVM_Task, 'duration_secs': 1.009456} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.948089] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.948254] env[68946]: INFO nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Took 12.16 seconds to spawn the instance on the hypervisor. [ 675.948444] env[68946]: DEBUG nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.949359] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b3c9c8-c88d-471b-a331-c9ff6c85bbce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.955349] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.957283] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.957283] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Moving file from [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e/a81f3f25-c53e-4913-a889-9bdaab101054 to [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054. {{(pid=68946) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.957283] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2a9222d6-27e5-4ce1-8414-737a1dc9c914 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.972843] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 675.972843] env[68946]: value = "task-2878099" [ 675.972843] env[68946]: _type = "Task" [ 675.972843] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.980821] env[68946]: DEBUG nova.network.neutron [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updated VIF entry in instance network info cache for port 70cabe5f-3d39-4688-9fae-435d05d92694. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.980821] env[68946]: DEBUG nova.network.neutron [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updating instance_info_cache with network_info: [{"id": "70cabe5f-3d39-4688-9fae-435d05d92694", "address": "fa:16:3e:14:75:a2", "network": {"id": "8bd7ea61-e8f7-4330-b961-5308d55f4429", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-27625503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd14630ed87b438b9907ace9ed6208b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70cabe5f-3d", "ovs_interfaceid": "70cabe5f-3d39-4688-9fae-435d05d92694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.982618] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance c6f78406-5540-4679-997c-c9a45b855141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.982618] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 675.982771] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 675.991509] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878099, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.081724] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Releasing lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.082221] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Instance network_info: |[{"id": "813852c9-1608-444b-8a4c-17836ab527e3", "address": "fa:16:3e:1b:3c:4d", "network": {"id": "e8217551-0fc3-4965-ae71-9d0e9a86ea62", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-252337042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e57582f72f4847f686edc7c671b6649d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813852c9-16", "ovs_interfaceid": "813852c9-1608-444b-8a4c-17836ab527e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.083367] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:3c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '813852c9-1608-444b-8a4c-17836ab527e3', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.096881] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Creating folder: Project (e57582f72f4847f686edc7c671b6649d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.101079] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe00755b-c3d8-4280-b0f2-06b0280aa9a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.113576] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Created folder: Project (e57582f72f4847f686edc7c671b6649d) in parent group-v578341. [ 676.114150] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Creating folder: Instances. Parent ref: group-v578366. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.117104] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f304534-1c33-4304-8600-9e6cfb89428e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.128420] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Created folder: Instances in parent group-v578366. [ 676.128671] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.131043] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.131043] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be46c6bb-60b1-4604-a93c-938cd5b3bd01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.150976] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.150976] env[68946]: value = "task-2878102" [ 676.150976] env[68946]: _type = "Task" [ 676.150976] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.161680] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878102, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.185820] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Successfully updated port: ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.248056] env[68946]: DEBUG nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 676.442029] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448b1cb-5bc4-4421-9e59-347df2d9786d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.452677] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7dce5-8e44-47f2-8431-3c000756b1be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.492895] env[68946]: DEBUG oslo_concurrency.lockutils [req-5de81756-34e5-4f93-9791-64ae11314741 req-c1bf48bc-52af-416a-8abf-bf0c52b84e1b service nova] Releasing lock "refresh_cache-b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.502127] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a55607-589a-407f-9fe5-4b8536932781 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.505513] env[68946]: INFO nova.compute.manager [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Took 24.15 seconds to build instance. [ 676.512377] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878099, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036163} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.514758] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] File moved {{(pid=68946) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 676.515030] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Cleaning up location [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 676.515216] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleting the datastore file [datastore1] vmware_temp/41abc898-4152-4ff3-8a52-76d3ac0f691e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.515924] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024f02e9-a82d-4d7c-ac35-269d58fd8dc4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.518656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f77f629-1210-4695-8cbf-48325ab2c65c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.539999] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.542932] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 676.542932] env[68946]: value = "task-2878103" [ 676.542932] env[68946]: _type = "Task" [ 676.542932] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.555093] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.601437] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Updated VIF entry in instance network info cache for port 9c0d1508-b95c-4a43-b151-a7561611da21. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.601822] env[68946]: DEBUG nova.network.neutron [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Updating instance_info_cache with network_info: [{"id": "9c0d1508-b95c-4a43-b151-a7561611da21", "address": "fa:16:3e:00:6a:92", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0d1508-b9", "ovs_interfaceid": "9c0d1508-b95c-4a43-b151-a7561611da21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.669859] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878102, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.691150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.691150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.691461] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.791304] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.805601] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.805861] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.010981] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cf49faf5-6631-40a3-81d9-411765a5d471 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.670s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.044458] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.061597] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035951} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.061854] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.062624] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1165acdd-02ae-4f85-9340-a62d3e209921 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.072054] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 677.072054] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b8676a-7814-3456-7b06-9f498c5c1fef" [ 677.072054] env[68946]: _type = "Task" [ 677.072054] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.085142] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b8676a-7814-3456-7b06-9f498c5c1fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.105666] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebf529e7-905a-425c-ba05-d15204958506 req-32cc29dc-8668-4e37-aa56-43f4bdc76e4a service nova] Releasing lock "refresh_cache-db41ee2a-8fae-4d88-a70f-317ab3053982" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.167592] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878102, 'name': CreateVM_Task, 'duration_secs': 0.541867} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.167808] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.168519] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.168685] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.169057] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.169319] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa4c5d5-b94b-43de-ad6b-d8cc4ef94136 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.175294] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 677.175294] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa8b85-9a00-a843-4eab-597d7f313c56" [ 677.175294] env[68946]: _type = "Task" [ 677.175294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.183116] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa8b85-9a00-a843-4eab-597d7f313c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.236775] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.303475] env[68946]: DEBUG nova.compute.manager [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Received event network-vif-plugged-813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.303694] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Acquiring lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.304022] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.304437] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.304701] env[68946]: DEBUG nova.compute.manager [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] No waiting events found dispatching network-vif-plugged-813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.304871] env[68946]: WARNING nova.compute.manager [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Received unexpected event network-vif-plugged-813852c9-1608-444b-8a4c-17836ab527e3 for instance with vm_state building and task_state spawning. [ 677.305068] env[68946]: DEBUG nova.compute.manager [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Received event network-changed-813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.305245] env[68946]: DEBUG nova.compute.manager [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Refreshing instance network info cache due to event network-changed-813852c9-1608-444b-8a4c-17836ab527e3. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.305433] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Acquiring lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.305751] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Acquired lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.305919] env[68946]: DEBUG nova.network.neutron [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Refreshing network info cache for port 813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.356707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Acquiring lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.356987] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.357222] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Acquiring lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.357407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.357573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.361083] env[68946]: INFO nova.compute.manager [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Terminating instance [ 677.458806] env[68946]: DEBUG nova.network.neutron [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating instance_info_cache with network_info: [{"id": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "address": "fa:16:3e:0a:64:eb", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddec28e1-e6", "ovs_interfaceid": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.513658] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.552611] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 677.552611] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.160s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.552779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.281s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.554327] env[68946]: INFO nova.compute.claims [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.585491] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b8676a-7814-3456-7b06-9f498c5c1fef, 'name': SearchDatastore_Task, 'duration_secs': 0.014425} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.585491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.585491] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 2b124368-c128-4187-8e72-a36847cf075d/2b124368-c128-4187-8e72-a36847cf075d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.585491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.585703] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.585921] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5839cc4-a216-43a2-bf6c-6c246d4fcbc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.588726] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30bee3a-ff4a-48fd-8277-3bf60242fb52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.597086] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 677.597086] env[68946]: value = "task-2878104" [ 677.597086] env[68946]: _type = "Task" [ 677.597086] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.598196] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.598196] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.603553] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541c529e-d697-40c4-a955-203d8eef4d57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.612483] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.614086] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 677.614086] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242fcbf-2d55-b0f0-7110-d001625c85e0" [ 677.614086] env[68946]: _type = "Task" [ 677.614086] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.624390] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242fcbf-2d55-b0f0-7110-d001625c85e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.685689] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa8b85-9a00-a843-4eab-597d7f313c56, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.685995] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.686765] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.686765] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.711167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.711167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.711167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.711783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.712053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.715433] env[68946]: INFO nova.compute.manager [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Terminating instance [ 677.865583] env[68946]: DEBUG nova.compute.manager [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.866931] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.866931] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab8367a-7cc3-4e5f-82ea-45500f41133f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.875350] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.875350] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98dcc64-df81-460d-b23f-32f17b57d357 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.882385] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Waiting for the task: (returnval){ [ 677.882385] env[68946]: value = "task-2878105" [ 677.882385] env[68946]: _type = "Task" [ 677.882385] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.891902] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Task: {'id': task-2878105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.962736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964455] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Instance network_info: |[{"id": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "address": "fa:16:3e:0a:64:eb", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddec28e1-e6", "ovs_interfaceid": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.964455] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:64:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.974255] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Creating folder: Project (9c9e999b75154c2d9434e05c166d0a69). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.974595] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e188ef57-4b5f-42c0-ab46-0eb0481ec313 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.989298] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Created folder: Project (9c9e999b75154c2d9434e05c166d0a69) in parent group-v578341. [ 677.989298] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Creating folder: Instances. Parent ref: group-v578369. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.989298] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-346421a9-9ab7-42a3-9586-6e1ba07b22aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.998551] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Created folder: Instances in parent group-v578369. [ 677.998837] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.999080] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.999307] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790c4a86-dca1-45fe-8a13-80d708d0fe24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.030920] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.030920] env[68946]: value = "task-2878108" [ 678.030920] env[68946]: _type = "Task" [ 678.030920] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.040876] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878108, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.041846] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.109661] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.126380] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242fcbf-2d55-b0f0-7110-d001625c85e0, 'name': SearchDatastore_Task, 'duration_secs': 0.017569} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.127255] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f22e4f-38b7-492f-9f06-200960e62744 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.134022] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 678.134022] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d57dd-76fb-980a-4e5e-5e88544c826f" [ 678.134022] env[68946]: _type = "Task" [ 678.134022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.145416] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d57dd-76fb-980a-4e5e-5e88544c826f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.213157] env[68946]: DEBUG nova.network.neutron [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Updated VIF entry in instance network info cache for port 813852c9-1608-444b-8a4c-17836ab527e3. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.213157] env[68946]: DEBUG nova.network.neutron [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Updating instance_info_cache with network_info: [{"id": "813852c9-1608-444b-8a4c-17836ab527e3", "address": "fa:16:3e:1b:3c:4d", "network": {"id": "e8217551-0fc3-4965-ae71-9d0e9a86ea62", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-252337042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e57582f72f4847f686edc7c671b6649d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap813852c9-16", "ovs_interfaceid": "813852c9-1608-444b-8a4c-17836ab527e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.223842] env[68946]: DEBUG nova.compute.manager [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.224092] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.225122] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ceb3c-7ea0-499e-b024-f7137f778785 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.235355] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.235656] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a95c0f-de50-4b85-85ad-6bb5785b6215 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.242252] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 678.242252] env[68946]: value = "task-2878109" [ 678.242252] env[68946]: _type = "Task" [ 678.242252] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.251873] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.344712] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.344712] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.393536] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Task: {'id': task-2878105, 'name': PowerOffVM_Task, 'duration_secs': 0.261895} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.393856] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.394089] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.398435] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c92fe1-7555-40d0-8f17-260e605d60c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.470383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.470383] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Deleting the datastore file [datastore2] ea46b00b-4257-4f3c-8088-0f8a49d08fd5 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.470383] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6ead495-f643-498e-979c-27757edcb4f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.476939] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Waiting for the task: (returnval){ [ 678.476939] env[68946]: value = "task-2878111" [ 678.476939] env[68946]: _type = "Task" [ 678.476939] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.488699] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Task: {'id': task-2878111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.542924] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878108, 'name': CreateVM_Task, 'duration_secs': 0.466032} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.544157] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.544157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.544405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.544831] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.544991] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe035e8-e5c9-4515-a1a9-5f1be157d6e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.549574] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 678.549574] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02b77-f0f6-3495-1fd3-37cbeaa9d8e5" [ 678.549574] env[68946]: _type = "Task" [ 678.549574] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.559008] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02b77-f0f6-3495-1fd3-37cbeaa9d8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.616856] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655601} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.617278] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 2b124368-c128-4187-8e72-a36847cf075d/2b124368-c128-4187-8e72-a36847cf075d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.617545] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.617945] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3b0ec49-e625-4fb2-ab1d-d22116ca891f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.631023] env[68946]: DEBUG nova.compute.manager [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Received event network-changed {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 678.636108] env[68946]: DEBUG nova.compute.manager [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Refreshing instance network info cache due to event network-changed. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 678.636108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] Acquiring lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.636108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] Acquired lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.636108] env[68946]: DEBUG nova.network.neutron [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.637314] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 678.637314] env[68946]: value = "task-2878112" [ 678.637314] env[68946]: _type = "Task" [ 678.637314] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.656069] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d57dd-76fb-980a-4e5e-5e88544c826f, 'name': SearchDatastore_Task, 'duration_secs': 0.060058} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.659640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.660537] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] db41ee2a-8fae-4d88-a70f-317ab3053982/db41ee2a-8fae-4d88-a70f-317ab3053982.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.661020] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.662148] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.662334] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.662561] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97113de5-72be-484b-ac9b-254c5126c129 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.667661] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943fe435-037a-49d6-930d-0d02853fa6d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.676518] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 678.676518] env[68946]: value = "task-2878113" [ 678.676518] env[68946]: _type = "Task" [ 678.676518] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.678620] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.678845] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.686649] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2496f7c-53c6-42d3-8b9c-9767829c23c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.696684] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 678.696684] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524198a8-a9a7-8c96-cf07-fce41b431b02" [ 678.696684] env[68946]: _type = "Task" [ 678.696684] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.699702] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.709858] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524198a8-a9a7-8c96-cf07-fce41b431b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.715361] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4567cb3-3bb1-41e8-b875-74cfc49282de req-195ca755-4269-490b-9a67-f35f164adf9b service nova] Releasing lock "refresh_cache-6e887446-a5a6-48dd-9218-a0ff9c0bb406" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.752280] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878109, 'name': PowerOffVM_Task, 'duration_secs': 0.174878} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.752569] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.752738] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.752996] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a920242c-ab96-480d-9b84-dc6f115f8bf3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.854977] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.855208] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.855383] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Deleting the datastore file [datastore2] d57662a0-356b-4c1e-85b4-422ae5d48d94 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.856874] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd3693f2-84dd-4554-8cda-91405d772d78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.862227] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for the task: (returnval){ [ 678.862227] env[68946]: value = "task-2878115" [ 678.862227] env[68946]: _type = "Task" [ 678.862227] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.877402] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.953182] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cbc6a1-fdd3-43be-8dcb-b3a30a365ae5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.961663] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f212b3f-b214-4eaf-ae52-0ee6fc821e25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.002478] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f362386-a715-4d2c-a3fa-31756500b841 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.009442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "59cf66e2-713b-4ec4-a168-156b71cdc421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.009724] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.013966] env[68946]: DEBUG oslo_vmware.api [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Task: {'id': task-2878111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152661} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.016166] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.016304] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.016588] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.016628] env[68946]: INFO nova.compute.manager [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 679.016877] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.017102] env[68946]: DEBUG nova.compute.manager [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.017201] env[68946]: DEBUG nova.network.neutron [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.019885] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e7e054-198c-4d07-8deb-e2a044494bbd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.038589] env[68946]: DEBUG nova.compute.provider_tree [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.064668] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02b77-f0f6-3495-1fd3-37cbeaa9d8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.066989] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.067234] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.067443] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.150353] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.188685] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.212081] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524198a8-a9a7-8c96-cf07-fce41b431b02, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.213435] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be96dca-e798-4f19-8351-e945381f972f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.219661] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 679.219661] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52faa366-b433-821c-b589-5efc6f918359" [ 679.219661] env[68946]: _type = "Task" [ 679.219661] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.227966] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52faa366-b433-821c-b589-5efc6f918359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.372695] env[68946]: DEBUG oslo_vmware.api [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Task: {'id': task-2878115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473628} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.375771] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.375771] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.375771] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.375771] env[68946]: INFO nova.compute.manager [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Took 1.15 seconds to destroy the instance on the hypervisor. [ 679.375964] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.376432] env[68946]: DEBUG nova.compute.manager [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.376549] env[68946]: DEBUG nova.network.neutron [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.498508] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "0d9d5127-d845-4df2-9845-0e8efffdd567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.498508] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.541713] env[68946]: DEBUG nova.scheduler.client.report [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.655858] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.770193} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.660931] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.660931] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b54bf5-1706-4887-afe5-217ff55dfefe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.696024] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2b124368-c128-4187-8e72-a36847cf075d/2b124368-c128-4187-8e72-a36847cf075d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.698644] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17e88de-b2e2-4a8e-9dc5-a1c14320706a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.725712] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878113, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.726065] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 679.726065] env[68946]: value = "task-2878116" [ 679.726065] env[68946]: _type = "Task" [ 679.726065] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.741176] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52faa366-b433-821c-b589-5efc6f918359, 'name': SearchDatastore_Task, 'duration_secs': 0.026536} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.748077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.748077] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 6e887446-a5a6-48dd-9218-a0ff9c0bb406/6e887446-a5a6-48dd-9218-a0ff9c0bb406.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.748077] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.748077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.748077] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.748077] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead8aab0-0fd8-4160-836c-0edbd79e0e66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.748578] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e9e35d-ed6c-45df-8c71-516f986acb2a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.755833] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 679.755833] env[68946]: value = "task-2878117" [ 679.755833] env[68946]: _type = "Task" [ 679.755833] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.761262] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.761692] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.763032] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39510c7f-a6f3-4277-a43a-bf2a05ba6099 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.771474] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.773190] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 679.773190] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527f5a86-a7ce-ec5b-9642-fafd10464974" [ 679.773190] env[68946]: _type = "Task" [ 679.773190] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.782176] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527f5a86-a7ce-ec5b-9642-fafd10464974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.814382] env[68946]: DEBUG nova.network.neutron [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Updating instance_info_cache with network_info: [{"id": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "address": "fa:16:3e:af:58:fe", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f359f9-68", "ovs_interfaceid": "38f359f9-68a1-46e1-aef7-e95a5bc9a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.878374] env[68946]: DEBUG nova.network.neutron [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.054977] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.054977] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.061068] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.674s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.061068] env[68946]: INFO nova.compute.claims [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.120750] env[68946]: DEBUG nova.compute.manager [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Received event network-vif-plugged-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.120984] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.121221] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.121387] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.121550] env[68946]: DEBUG nova.compute.manager [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] No waiting events found dispatching network-vif-plugged-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.121710] env[68946]: WARNING nova.compute.manager [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Received unexpected event network-vif-plugged-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc for instance with vm_state building and task_state spawning. [ 680.121931] env[68946]: DEBUG nova.compute.manager [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Received event network-changed-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.122121] env[68946]: DEBUG nova.compute.manager [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Refreshing instance network info cache due to event network-changed-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 680.122300] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Acquiring lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.122449] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Acquired lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.123339] env[68946]: DEBUG nova.network.neutron [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Refreshing network info cache for port ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.197543] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878113, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.144945} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.197891] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] db41ee2a-8fae-4d88-a70f-317ab3053982/db41ee2a-8fae-4d88-a70f-317ab3053982.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.198159] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.198472] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e550840a-0c71-4c98-9294-4e76579a6672 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.206769] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 680.206769] env[68946]: value = "task-2878118" [ 680.206769] env[68946]: _type = "Task" [ 680.206769] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.216245] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.238348] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878116, 'name': ReconfigVM_Task, 'duration_secs': 0.34972} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.239050] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2b124368-c128-4187-8e72-a36847cf075d/2b124368-c128-4187-8e72-a36847cf075d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.239240] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c292bae4-1948-44ca-a7c0-11a82910b2f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.245600] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 680.245600] env[68946]: value = "task-2878119" [ 680.245600] env[68946]: _type = "Task" [ 680.245600] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.258550] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878119, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.266673] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.267061] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 6e887446-a5a6-48dd-9218-a0ff9c0bb406/6e887446-a5a6-48dd-9218-a0ff9c0bb406.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.267577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.267776] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1062804-d8f8-4783-9e5b-539485a52786 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.277917] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 680.277917] env[68946]: value = "task-2878120" [ 680.277917] env[68946]: _type = "Task" [ 680.277917] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.285038] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527f5a86-a7ce-ec5b-9642-fafd10464974, 'name': SearchDatastore_Task, 'duration_secs': 0.037188} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.286353] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b888f79-6d24-49ba-b7ad-5c6a76b0e5c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.291431] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.294350] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 680.294350] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525c77c9-3f6b-3ef6-87f3-a8ad1118dd12" [ 680.294350] env[68946]: _type = "Task" [ 680.294350] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.302461] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525c77c9-3f6b-3ef6-87f3-a8ad1118dd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.317435] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95ecdc35-eeb6-4501-992e-bee320154b31 tempest-ServerExternalEventsTest-1110866345 tempest-ServerExternalEventsTest-1110866345-project] Releasing lock "refresh_cache-407f05dc-8bd4-44c4-9830-b25970ee5c51" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.381472] env[68946]: INFO nova.compute.manager [-] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Took 1.36 seconds to deallocate network for instance. [ 680.447044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.447044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.447044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.447044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.447044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.449966] env[68946]: INFO nova.compute.manager [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Terminating instance [ 680.542166] env[68946]: DEBUG nova.network.neutron [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.563929] env[68946]: DEBUG nova.compute.utils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.567942] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.568261] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.670333] env[68946]: DEBUG nova.policy [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46152791264a4704a37f05c700709c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87019896f1e74aee85db9ef9911a2e04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.721419] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071241} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.721788] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.722692] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a52e38f-2637-4384-9fcf-5bd47baadc3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.747313] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] db41ee2a-8fae-4d88-a70f-317ab3053982/db41ee2a-8fae-4d88-a70f-317ab3053982.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.747486] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654ca220-a7f0-442e-822f-846fdd5db292 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.773977] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878119, 'name': Rename_Task, 'duration_secs': 0.152323} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.775316] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.775658] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 680.775658] env[68946]: value = "task-2878121" [ 680.775658] env[68946]: _type = "Task" [ 680.775658] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.775862] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6816911-91e2-4178-9951-2c8e0d518ae7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.784872] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 680.784872] env[68946]: value = "task-2878122" [ 680.784872] env[68946]: _type = "Task" [ 680.784872] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.793376] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074611} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.793493] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.796078] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.796883] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7113d1b-cbd6-4c5c-ba2a-77e39bd2cedd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.807856] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.834010] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 6e887446-a5a6-48dd-9218-a0ff9c0bb406/6e887446-a5a6-48dd-9218-a0ff9c0bb406.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.834397] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525c77c9-3f6b-3ef6-87f3-a8ad1118dd12, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.834680] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe565aa-23e8-4ea0-8dfc-28fd2234f3d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852840] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.853386] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 93063f45-ffe5-408e-bf13-7ac7faa47c66/93063f45-ffe5-408e-bf13-7ac7faa47c66.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.854354] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb021052-b6f0-4527-8e91-3451ae2ee024 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.861956] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 680.861956] env[68946]: value = "task-2878123" [ 680.861956] env[68946]: _type = "Task" [ 680.861956] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.863721] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 680.863721] env[68946]: value = "task-2878124" [ 680.863721] env[68946]: _type = "Task" [ 680.863721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.876521] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.879693] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.887810] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.958169] env[68946]: DEBUG nova.compute.manager [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.958470] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.959473] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc58b8-d150-4bb0-b008-c0a4ab92b36d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.968333] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.968737] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c57183-fa81-4d05-b9d9-adcecc02b2ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.976837] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 680.976837] env[68946]: value = "task-2878125" [ 680.976837] env[68946]: _type = "Task" [ 680.976837] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.985922] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.046605] env[68946]: INFO nova.compute.manager [-] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Took 1.67 seconds to deallocate network for instance. [ 681.072217] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.117634] env[68946]: DEBUG nova.network.neutron [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updated VIF entry in instance network info cache for port ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.118028] env[68946]: DEBUG nova.network.neutron [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating instance_info_cache with network_info: [{"id": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "address": "fa:16:3e:0a:64:eb", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddec28e1-e6", "ovs_interfaceid": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.299852] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878121, 'name': ReconfigVM_Task, 'duration_secs': 0.336441} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.305105] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Reconfigured VM instance instance-00000008 to attach disk [datastore1] db41ee2a-8fae-4d88-a70f-317ab3053982/db41ee2a-8fae-4d88-a70f-317ab3053982.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.311442] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ec49f2a-850f-4398-bff4-195985d68ce1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.314306] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878122, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.320762] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 681.320762] env[68946]: value = "task-2878126" [ 681.320762] env[68946]: _type = "Task" [ 681.320762] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.337152] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878126, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.381299] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.386302] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.404197] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully created port: 1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.490977] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878125, 'name': PowerOffVM_Task, 'duration_secs': 0.289989} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.493334] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.493637] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.494569] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f26423-e680-4dc5-b150-ee36dfddc109 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504686] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921ce86-7c6d-4b0c-869e-a043e8102aee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.512666] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0715a8f-6c10-46bb-af92-5ac460b1dde4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.550095] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e88c23-27a4-4208-a7d0-384279131929 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.554897] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.560206] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a472a-c92d-4900-971d-b7f65e9d07c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.567671] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.568212] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.568466] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Deleting the datastore file [datastore2] 407f05dc-8bd4-44c4-9830-b25970ee5c51 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.570071] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cee8470-2d01-4e65-9467-6816b3661a92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.587577] env[68946]: DEBUG nova.compute.provider_tree [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.594727] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for the task: (returnval){ [ 681.594727] env[68946]: value = "task-2878128" [ 681.594727] env[68946]: _type = "Task" [ 681.594727] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.603533] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.623685] env[68946]: DEBUG oslo_concurrency.lockutils [req-35b4e712-95dd-45b3-a47d-a67b2ab5cf7e req-8ebc66e2-e55c-4228-8ec1-7fc4e5b55699 service nova] Releasing lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.802730] env[68946]: DEBUG oslo_vmware.api [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878122, 'name': PowerOnVM_Task, 'duration_secs': 0.934281} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.802730] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.802906] env[68946]: INFO nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Took 15.69 seconds to spawn the instance on the hypervisor. [ 681.803253] env[68946]: DEBUG nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.804591] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715b401-4c84-43a5-b296-93632fb7a905 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.832463] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878126, 'name': Rename_Task, 'duration_secs': 0.303288} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.832702] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.833036] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39d015f8-b24c-456b-8ec3-521ef4da6069 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.841847] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 681.841847] env[68946]: value = "task-2878129" [ 681.841847] env[68946]: _type = "Task" [ 681.841847] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.857350] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.876801] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600129} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.877929] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 93063f45-ffe5-408e-bf13-7ac7faa47c66/93063f45-ffe5-408e-bf13-7ac7faa47c66.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.877929] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.878186] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e62a906-f126-4713-9b36-7d86ad85cabc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.883582] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878124, 'name': ReconfigVM_Task, 'duration_secs': 0.720598} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.884168] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 6e887446-a5a6-48dd-9218-a0ff9c0bb406/6e887446-a5a6-48dd-9218-a0ff9c0bb406.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.884775] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f97416d-7b48-41a2-8070-b45a8b33242d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.887523] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 681.887523] env[68946]: value = "task-2878130" [ 681.887523] env[68946]: _type = "Task" [ 681.887523] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.892618] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 681.892618] env[68946]: value = "task-2878131" [ 681.892618] env[68946]: _type = "Task" [ 681.892618] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.900565] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.906019] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878131, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.091683] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.107580] env[68946]: DEBUG oslo_vmware.api [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Task: {'id': task-2878128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20994} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.107822] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.107995] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.108536] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.108536] env[68946]: INFO nova.compute.manager [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Took 1.15 seconds to destroy the instance on the hypervisor. [ 682.108668] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.108760] env[68946]: DEBUG nova.compute.manager [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.108831] env[68946]: DEBUG nova.network.neutron [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.128261] env[68946]: ERROR nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [req-062f27bb-f90d-42ad-8174-cc285c9b290d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-062f27bb-f90d-42ad-8174-cc285c9b290d"}]} [ 682.131523] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.131865] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.132034] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.132299] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.133500] env[68946]: DEBUG nova.virt.hardware [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.136676] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205eaf34-2822-47d6-a638-5170ae56f5c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.145341] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264324fc-19f9-4254-bb00-885ec93187af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.164589] env[68946]: DEBUG nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.173949] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully created port: 3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.182712] env[68946]: DEBUG nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.183209] env[68946]: DEBUG nova.compute.provider_tree [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.196341] env[68946]: DEBUG nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.221541] env[68946]: DEBUG nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.332134] env[68946]: INFO nova.compute.manager [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Took 27.97 seconds to build instance. [ 682.361466] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.399155] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098085} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.399837] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.400688] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b89019-e350-4c82-9162-737c485b40b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.406374] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878131, 'name': Rename_Task, 'duration_secs': 0.450057} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.407014] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.407271] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27de8562-a631-499f-b75e-8a0527cf14d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.428111] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 93063f45-ffe5-408e-bf13-7ac7faa47c66/93063f45-ffe5-408e-bf13-7ac7faa47c66.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.431557] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863890dc-9494-4af0-b8c3-04181be10e03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.452219] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 682.452219] env[68946]: value = "task-2878132" [ 682.452219] env[68946]: _type = "Task" [ 682.452219] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.457832] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 682.457832] env[68946]: value = "task-2878133" [ 682.457832] env[68946]: _type = "Task" [ 682.457832] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.466750] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878132, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.473606] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.695093] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b539008-5345-4889-91b2-1c9bddc774aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.705543] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d87b87-b864-408a-be49-f2c038978429 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.741416] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d5c0f2-42df-44a3-9610-488c78a65472 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.753143] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e8920-4d0c-4e54-811e-913643fd5656 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.768275] env[68946]: DEBUG nova.compute.provider_tree [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.838645] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a1fb6642-1801-4fb4-8ecb-2e82a2dbd134 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.485s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.854346] env[68946]: DEBUG oslo_vmware.api [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878129, 'name': PowerOnVM_Task, 'duration_secs': 0.66858} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.856073] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.860109] env[68946]: INFO nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Took 14.22 seconds to spawn the instance on the hypervisor. [ 682.860109] env[68946]: DEBUG nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.860109] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915286e-21d0-4c97-8ff7-ca0572a95deb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.953039] env[68946]: DEBUG nova.compute.manager [req-762d9330-96f7-4004-817a-600d8a0fe091 req-47e1f4d4-ffda-45bc-8a6d-5e3b6455b447 service nova] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Received event network-vif-deleted-620d12ee-d734-46fb-8ef1-d0238eb54715 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.953039] env[68946]: DEBUG nova.compute.manager [req-762d9330-96f7-4004-817a-600d8a0fe091 req-47e1f4d4-ffda-45bc-8a6d-5e3b6455b447 service nova] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Received event network-vif-deleted-98095bd4-2245-48a3-955c-80583e40d146 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.973552] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.976049] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.983868] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully created port: d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.318739] env[68946]: DEBUG nova.scheduler.client.report [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updated inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.319048] env[68946]: DEBUG nova.compute.provider_tree [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc generation from 28 to 29 during operation: update_inventory {{(pid=68946) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.319223] env[68946]: DEBUG nova.compute.provider_tree [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.342430] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.358792] env[68946]: DEBUG nova.network.neutron [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.380823] env[68946]: INFO nova.compute.manager [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Took 28.59 seconds to build instance. [ 683.479610] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.479883] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.824781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.767s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.825615] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.828030] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.990s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.829619] env[68946]: INFO nova.compute.claims [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.869938] env[68946]: INFO nova.compute.manager [-] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Took 1.76 seconds to deallocate network for instance. [ 683.877496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.884139] env[68946]: DEBUG oslo_concurrency.lockutils [None req-172a93e9-42cd-4e90-889f-202db84412a4 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.107s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.969479] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878132, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.975834] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878133, 'name': ReconfigVM_Task, 'duration_secs': 1.370706} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.976082] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 93063f45-ffe5-408e-bf13-7ac7faa47c66/93063f45-ffe5-408e-bf13-7ac7faa47c66.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.976718] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75989d9-08de-486d-8cc5-06ff2acb6654 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.984870] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 683.984870] env[68946]: value = "task-2878134" [ 683.984870] env[68946]: _type = "Task" [ 683.984870] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.995730] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878134, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.337479] env[68946]: DEBUG nova.compute.utils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.342306] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.342409] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.377251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.387143] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.394193] env[68946]: DEBUG nova.policy [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eec4fcb4cc24361a9a7d06f237d4a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56c411d629b4836be278e3c3a62e9a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.467676] env[68946]: DEBUG oslo_vmware.api [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878132, 'name': PowerOnVM_Task, 'duration_secs': 1.692606} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.469491] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.469491] env[68946]: INFO nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Took 13.42 seconds to spawn the instance on the hypervisor. [ 684.469491] env[68946]: DEBUG nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.470183] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962e085-4e26-4aee-ba66-5d06568f620a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.498404] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878134, 'name': Rename_Task, 'duration_secs': 0.180629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.498404] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.498594] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a4933a3-b5a9-4711-9103-2ebe5b1c26cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.505591] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 684.505591] env[68946]: value = "task-2878135" [ 684.505591] env[68946]: _type = "Task" [ 684.505591] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.514531] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.842706] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Successfully created port: 3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.845092] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.913566] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.995741] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully updated port: 1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.999252] env[68946]: INFO nova.compute.manager [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Took 24.32 seconds to build instance. [ 685.023280] env[68946]: DEBUG oslo_vmware.api [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878135, 'name': PowerOnVM_Task, 'duration_secs': 0.480706} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.026431] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.027441] env[68946]: INFO nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Took 11.60 seconds to spawn the instance on the hypervisor. [ 685.027441] env[68946]: DEBUG nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.028932] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebd10c-f07c-439f-b2bb-c8045d71a7e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.114410] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "9cccddfe-4c72-4799-996a-31675c141683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.114666] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.279133] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb0353-eb00-4d9a-9afb-cf4e106635b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.288166] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f43d0-4d0c-40b7-9cc2-715272f49aad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.322354] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5149911-fe63-43b3-b47e-7ef2263f89bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.331939] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248eae75-0928-475b-a314-546a8f9f0b83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.349900] env[68946]: DEBUG nova.compute.provider_tree [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.506121] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c4090fbe-26cb-4c6f-b692-7e552a3d973c tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.842s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.550087] env[68946]: INFO nova.compute.manager [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Took 24.36 seconds to build instance. [ 685.853566] env[68946]: DEBUG nova.scheduler.client.report [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.859899] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.891637] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.891979] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.892247] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.892454] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.892602] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.893146] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.893146] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.893248] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.893400] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.893604] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.893789] env[68946]: DEBUG nova.virt.hardware [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.895563] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8cfed-c8d3-4d3a-8745-c9adffb649dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.904340] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959900f0-2477-46ea-8e24-6cba498a0acb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.988397] env[68946]: DEBUG nova.compute.manager [None req-a37952bb-5b28-4649-b9be-9fb78978df1d tempest-ServerDiagnosticsV248Test-642838574 tempest-ServerDiagnosticsV248Test-642838574-project-admin] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.989512] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c28412c-a0f7-4564-bece-44bdecd3cc61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.998031] env[68946]: INFO nova.compute.manager [None req-a37952bb-5b28-4649-b9be-9fb78978df1d tempest-ServerDiagnosticsV248Test-642838574 tempest-ServerDiagnosticsV248Test-642838574-project-admin] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Retrieving diagnostics [ 685.998526] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4e50dd-959f-4f7c-8b6d-22b6a24f2ad2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.005252] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.052076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1135e3bc-b510-402c-8eda-b2631d6246c5 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.898s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.104874] env[68946]: DEBUG nova.compute.manager [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Received event network-vif-deleted-38f359f9-68a1-46e1-aef7-e95a5bc9a7b8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.105123] env[68946]: DEBUG nova.compute.manager [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-plugged-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.105335] env[68946]: DEBUG oslo_concurrency.lockutils [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.105520] env[68946]: DEBUG oslo_concurrency.lockutils [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.105688] env[68946]: DEBUG oslo_concurrency.lockutils [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.105836] env[68946]: DEBUG nova.compute.manager [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] No waiting events found dispatching network-vif-plugged-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.106131] env[68946]: WARNING nova.compute.manager [req-fab9c82e-0ce4-482a-883e-4d447f5fa49a req-9cb70354-7e27-45be-8d76-40885fdb65bd service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received unexpected event network-vif-plugged-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 for instance with vm_state building and task_state spawning. [ 686.363376] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.363926] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.367917] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.766s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.374226] env[68946]: INFO nova.compute.claims [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.559075] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.560572] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.602304] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Successfully updated port: 3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.884146] env[68946]: DEBUG nova.compute.utils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.885921] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.885921] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.970023] env[68946]: DEBUG nova.policy [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b024f09b5fa14bb099ecc6641dcd4afa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2de943761747c191a7f6761207765c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.089608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.105532] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.105532] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.105532] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.270286] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully updated port: 3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.392371] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.527416] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Successfully created port: 32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.541437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.541824] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.681532] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.816592] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "2b124368-c128-4187-8e72-a36847cf075d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.816850] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.817153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "2b124368-c128-4187-8e72-a36847cf075d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.817218] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.817358] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.819662] env[68946]: INFO nova.compute.manager [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Terminating instance [ 687.851817] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241ebe8-3158-44a3-8365-f14b5dcc9f48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.865728] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4c6ec-8b7b-492e-9547-828430fb25d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.899944] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c167cc6f-d5b4-49fb-96bd-25d3f9fc6d6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.917479] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad1413-3d4f-4bfb-b64e-d5827e3ebf34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.936024] env[68946]: DEBUG nova.compute.provider_tree [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.255725] env[68946]: DEBUG nova.network.neutron [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Updating instance_info_cache with network_info: [{"id": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "address": "fa:16:3e:18:4f:ab", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3281ed0e-55", "ovs_interfaceid": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.323346] env[68946]: DEBUG nova.compute.manager [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.323734] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.324690] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb82779-b451-4eac-a80c-ec61e41fe00d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.337022] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.337022] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e9675f-0d24-46df-953c-5a96f457f90a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.341489] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.342160] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.342160] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "7d2bcf74-1571-495d-a81b-59d21747f5d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.342563] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.342563] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.344756] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 688.344756] env[68946]: value = "task-2878136" [ 688.344756] env[68946]: _type = "Task" [ 688.344756] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.345409] env[68946]: INFO nova.compute.manager [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Terminating instance [ 688.356628] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.412537] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.440489] env[68946]: DEBUG nova.scheduler.client.report [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.447170] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.447907] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.448029] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.448552] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.448737] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.449099] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.449382] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.449596] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.449804] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.450188] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.450426] env[68946]: DEBUG nova.virt.hardware [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.451411] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b187153-bd42-4a39-9c12-c2a702543ebc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.463519] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94c7263-dc0d-4838-9a95-c66ca762a783 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.520022] env[68946]: DEBUG nova.compute.manager [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Received event network-changed-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.520213] env[68946]: DEBUG nova.compute.manager [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Refreshing instance network info cache due to event network-changed-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.521141] env[68946]: DEBUG oslo_concurrency.lockutils [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] Acquiring lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.521141] env[68946]: DEBUG oslo_concurrency.lockutils [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] Acquired lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.521377] env[68946]: DEBUG nova.network.neutron [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Refreshing network info cache for port ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.759110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.759560] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance network_info: |[{"id": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "address": "fa:16:3e:18:4f:ab", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3281ed0e-55", "ovs_interfaceid": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.759914] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3281ed0e-55e7-4b4b-a4cd-3238fad7621a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.771915] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating folder: Project (b56c411d629b4836be278e3c3a62e9a8). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.773941] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9074fb30-6f8f-4324-be1d-8459dd0c6cff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.785596] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created folder: Project (b56c411d629b4836be278e3c3a62e9a8) in parent group-v578341. [ 688.785702] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating folder: Instances. Parent ref: group-v578372. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.785895] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46363f6-4d5d-4f19-ae2b-13359c7303fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.796892] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created folder: Instances in parent group-v578372. [ 688.798239] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.799427] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.801634] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5693d465-7a24-4117-b11d-a84adcef07fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.822302] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.822302] env[68946]: value = "task-2878139" [ 688.822302] env[68946]: _type = "Task" [ 688.822302] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.829631] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878139, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.853895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "refresh_cache-7d2bcf74-1571-495d-a81b-59d21747f5d4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.853895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquired lock "refresh_cache-7d2bcf74-1571-495d-a81b-59d21747f5d4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.854088] env[68946]: DEBUG nova.network.neutron [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.861545] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878136, 'name': PowerOffVM_Task, 'duration_secs': 0.427136} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.863333] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.864010] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.864010] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125dadc2-684c-4524-9ded-339330a11d24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.930809] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.933025] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.933025] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleting the datastore file [datastore1] 2b124368-c128-4187-8e72-a36847cf075d {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.933025] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24d037c-15ab-48c5-b4eb-5ef99f011658 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.939023] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for the task: (returnval){ [ 688.939023] env[68946]: value = "task-2878141" [ 688.939023] env[68946]: _type = "Task" [ 688.939023] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.949962] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.959722] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.963303] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.969016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.440s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.969016] env[68946]: INFO nova.compute.claims [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.238549] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-changed-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.238820] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing instance network info cache due to event network-changed-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 689.239186] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquiring lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.239457] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquired lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.240563] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing network info cache for port 1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.334016] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878139, 'name': CreateVM_Task, 'duration_secs': 0.383014} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.334016] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.334016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.334016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.334016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.334016] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4c3bff-20f7-43e1-9734-2aec6f479d57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.339104] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 689.339104] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5b14f-9235-a097-c1c7-a378e33d16ff" [ 689.339104] env[68946]: _type = "Task" [ 689.339104] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.348696] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5b14f-9235-a097-c1c7-a378e33d16ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.410548] env[68946]: DEBUG nova.network.neutron [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.453779] env[68946]: DEBUG oslo_vmware.api [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Task: {'id': task-2878141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261098} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.454078] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.454280] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.454461] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.454629] env[68946]: INFO nova.compute.manager [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.454855] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.455049] env[68946]: DEBUG nova.compute.manager [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.455138] env[68946]: DEBUG nova.network.neutron [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.473490] env[68946]: DEBUG nova.compute.utils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.474860] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.475029] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.559446] env[68946]: DEBUG nova.network.neutron [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.626641] env[68946]: DEBUG nova.policy [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b16ad65cc64c87ae633e114647eda8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cefd599707f4862a086377ebbba98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.654122] env[68946]: DEBUG nova.network.neutron [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updated VIF entry in instance network info cache for port ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.654515] env[68946]: DEBUG nova.network.neutron [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating instance_info_cache with network_info: [{"id": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "address": "fa:16:3e:0a:64:eb", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddec28e1-e6", "ovs_interfaceid": "ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.857454] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5b14f-9235-a097-c1c7-a378e33d16ff, 'name': SearchDatastore_Task, 'duration_secs': 0.042519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.857801] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.858048] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.858440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.858588] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.858761] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.859669] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772abca0-fc73-4ae1-9d64-3e6165671924 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.868502] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.868502] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.868502] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23fe6a05-c96e-4cd3-aecc-3f954ad95755 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.871633] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.876931] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 689.876931] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b4590-dd84-42db-1948-fbb60d33749e" [ 689.876931] env[68946]: _type = "Task" [ 689.876931] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.888396] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b4590-dd84-42db-1948-fbb60d33749e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.982620] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.062736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Releasing lock "refresh_cache-7d2bcf74-1571-495d-a81b-59d21747f5d4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.063326] env[68946]: DEBUG nova.compute.manager [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.063575] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.064812] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984d0cb-2bd2-452f-8e06-fdd4e03fc420 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.081938] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.082601] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bb184ad-4217-4f7d-80dd-465c067ece3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.089056] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 690.089056] env[68946]: value = "task-2878142" [ 690.089056] env[68946]: _type = "Task" [ 690.089056] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.102829] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.157763] env[68946]: DEBUG oslo_concurrency.lockutils [req-0287f79b-3f76-44df-bcd7-694bebadcc08 req-22e3716c-de6d-4ee9-82e8-52836515ac3e service nova] Releasing lock "refresh_cache-93063f45-ffe5-408e-bf13-7ac7faa47c66" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.387718] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b4590-dd84-42db-1948-fbb60d33749e, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.391816] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65733cdc-11ab-4876-b751-cc8194a33e94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.397806] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 690.397806] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52343f13-abb9-d3fe-b222-2b94d7cc2aae" [ 690.397806] env[68946]: _type = "Task" [ 690.397806] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.406239] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52343f13-abb9-d3fe-b222-2b94d7cc2aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.408108] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bbd63-2a64-40f0-9b60-a8befc479dd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.415031] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0dd358-2a1f-4413-a33e-e145d09a760d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.450760] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.454942] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31841311-bb40-47cd-9781-791b9fae27e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.465591] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac761047-ddfb-4000-99a5-aa492a6a13cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.481194] env[68946]: DEBUG nova.compute.provider_tree [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.578712] env[68946]: DEBUG nova.network.neutron [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.603506] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878142, 'name': PowerOffVM_Task, 'duration_secs': 0.152946} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.604080] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.604542] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.605810] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731be760-9681-47e2-8acf-c86e9bc9afd0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.632042] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.633899] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.633899] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Deleting the datastore file [datastore2] 7d2bcf74-1571-495d-a81b-59d21747f5d4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.633899] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82352819-90f6-48f5-8c1f-1f5be9617aad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.639962] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for the task: (returnval){ [ 690.639962] env[68946]: value = "task-2878144" [ 690.639962] env[68946]: _type = "Task" [ 690.639962] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.649495] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.916330] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52343f13-abb9-d3fe-b222-2b94d7cc2aae, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.917246] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Successfully updated port: 32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.922276] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.922649] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6056501-3484-4d10-8641-aa0db46f0e97/d6056501-3484-4d10-8641-aa0db46f0e97.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.922955] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-354300af-58d6-417d-a571-6e2844f1f585 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.937052] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 690.937052] env[68946]: value = "task-2878145" [ 690.937052] env[68946]: _type = "Task" [ 690.937052] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.944953] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.961787] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Releasing lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.962207] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Received event network-vif-plugged-3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.962476] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquiring lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.962690] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.962847] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.963046] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] No waiting events found dispatching network-vif-plugged-3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.963215] env[68946]: WARNING nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Received unexpected event network-vif-plugged-3281ed0e-55e7-4b4b-a4cd-3238fad7621a for instance with vm_state building and task_state spawning. [ 690.963369] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Received event network-changed-3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.963539] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Refreshing instance network info cache due to event network-changed-3281ed0e-55e7-4b4b-a4cd-3238fad7621a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.963751] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquiring lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.963897] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquired lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.964126] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Refreshing network info cache for port 3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.966331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.966331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.966331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.966331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.967344] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.968498] env[68946]: INFO nova.compute.manager [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Terminating instance [ 690.985412] env[68946]: DEBUG nova.scheduler.client.report [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.995593] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.031155] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.031414] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.032199] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.032199] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.032363] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.032363] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.032665] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.032850] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.033090] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.033259] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.033526] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.034342] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c1610-f774-44df-89da-1826306a1268 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.042670] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943edbac-4e54-4f37-a930-cb1adae641cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.081184] env[68946]: INFO nova.compute.manager [-] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Took 1.63 seconds to deallocate network for instance. [ 691.090533] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Successfully created port: 38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.101441] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Successfully updated port: d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.157028] env[68946]: DEBUG oslo_vmware.api [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Task: {'id': task-2878144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090411} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.157028] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.157028] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.157028] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.157028] env[68946]: INFO nova.compute.manager [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 691.157028] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.157028] env[68946]: DEBUG nova.compute.manager [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.157028] env[68946]: DEBUG nova.network.neutron [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.196905] env[68946]: DEBUG nova.network.neutron [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.421777] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.422018] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquired lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.422170] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.449988] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509307} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.450724] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6056501-3484-4d10-8641-aa0db46f0e97/d6056501-3484-4d10-8641-aa0db46f0e97.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.451106] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.451731] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0c6efb2-24d0-4096-aba4-287c086e24bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.459613] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 691.459613] env[68946]: value = "task-2878146" [ 691.459613] env[68946]: _type = "Task" [ 691.459613] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.468537] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.475729] env[68946]: DEBUG nova.compute.manager [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.476145] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.477149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909601ad-bf4f-4f86-abdc-6eed996c31b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.485490] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.485617] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd8d674-2938-4e92-ae14-62773f63692a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.493532] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.494224] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.499419] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 691.499419] env[68946]: value = "task-2878147" [ 691.499419] env[68946]: _type = "Task" [ 691.499419] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.499419] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.708s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.521357] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.593644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.604964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.605240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.605361] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.698219] env[68946]: DEBUG nova.network.neutron [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.780164] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Updated VIF entry in instance network info cache for port 3281ed0e-55e7-4b4b-a4cd-3238fad7621a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.780599] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Updating instance_info_cache with network_info: [{"id": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "address": "fa:16:3e:18:4f:ab", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3281ed0e-55", "ovs_interfaceid": "3281ed0e-55e7-4b4b-a4cd-3238fad7621a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.973231] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092108} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.973480] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.974345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb7fe4-31ee-4454-bfeb-4c88545235e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.999078] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d6056501-3484-4d10-8641-aa0db46f0e97/d6056501-3484-4d10-8641-aa0db46f0e97.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.999250] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1989f9d6-ed92-416a-b2a9-a169deee05b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.020501] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.025236] env[68946]: DEBUG nova.compute.utils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.033568] env[68946]: INFO nova.compute.claims [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.038494] env[68946]: DEBUG nova.compute.manager [req-c29f2f37-dcda-45c7-8328-d93c536f42d8 req-d6e0cc5b-05f8-4377-bc75-ff34b5607fca service nova] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Received event network-vif-deleted-b8522bfa-ea67-4214-ba92-ea10f767e452 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.043084] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.047022] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.053890] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878147, 'name': PowerOffVM_Task, 'duration_secs': 0.244588} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.055273] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.055439] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.055732] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 692.055732] env[68946]: value = "task-2878148" [ 692.055732] env[68946]: _type = "Task" [ 692.055732] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.055907] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb37109-e89f-44dd-a81e-e474150c27b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.070247] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.119665] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.120396] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.120396] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Deleting the datastore file [datastore1] 6e887446-a5a6-48dd-9218-a0ff9c0bb406 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.120520] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e9448d-494d-4da0-b020-74d0facf26d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.127853] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for the task: (returnval){ [ 692.127853] env[68946]: value = "task-2878150" [ 692.127853] env[68946]: _type = "Task" [ 692.127853] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.136683] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.203095] env[68946]: INFO nova.compute.manager [-] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Took 1.05 seconds to deallocate network for instance. [ 692.211391] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.239933] env[68946]: DEBUG nova.policy [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b16ad65cc64c87ae633e114647eda8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cefd599707f4862a086377ebbba98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.284443] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Releasing lock "refresh_cache-d6056501-3484-4d10-8641-aa0db46f0e97" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.284725] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-plugged-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.285420] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.285420] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.285420] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.285570] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] No waiting events found dispatching network-vif-plugged-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.285622] env[68946]: WARNING nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received unexpected event network-vif-plugged-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 for instance with vm_state building and task_state spawning. [ 692.286304] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-changed-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.286304] env[68946]: DEBUG nova.compute.manager [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing instance network info cache due to event network-changed-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 692.286304] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquiring lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.501520] env[68946]: DEBUG nova.network.neutron [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updating instance_info_cache with network_info: [{"id": "32d34aa7-dc22-426a-8582-ab65ecb30823", "address": "fa:16:3e:05:98:38", "network": {"id": "78a42542-93bb-4127-bfb8-0fda63ee09fb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784544598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2de943761747c191a7f6761207765c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d34aa7-dc", "ovs_interfaceid": "32d34aa7-dc22-426a-8582-ab65ecb30823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.528820] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.542253] env[68946]: INFO nova.compute.resource_tracker [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Updating resource usage from migration 88a40815-4119-4b3f-8abc-6a5525470484 [ 692.570291] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.643636] env[68946]: DEBUG oslo_vmware.api [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Task: {'id': task-2878150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244037} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.647902] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.648099] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.648272] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.648448] env[68946]: INFO nova.compute.manager [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Took 1.17 seconds to destroy the instance on the hypervisor. [ 692.648672] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.649528] env[68946]: DEBUG nova.compute.manager [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.649528] env[68946]: DEBUG nova.network.neutron [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.710145] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.975677] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d90aa9-9c62-4614-926c-e43e151aa0f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.985827] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cba06-edd4-46a7-a6dd-d1d818386f19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.020165] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Releasing lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.020496] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Instance network_info: |[{"id": "32d34aa7-dc22-426a-8582-ab65ecb30823", "address": "fa:16:3e:05:98:38", "network": {"id": "78a42542-93bb-4127-bfb8-0fda63ee09fb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784544598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2de943761747c191a7f6761207765c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d34aa7-dc", "ovs_interfaceid": "32d34aa7-dc22-426a-8582-ab65ecb30823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.021104] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:98:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32d34aa7-dc22-426a-8582-ab65ecb30823', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.029511] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Creating folder: Project (eb2de943761747c191a7f6761207765c). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.029511] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d037be-be90-4cd3-9c0e-dc5816f4f30a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.032168] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea9264b3-d0e6-4829-80ae-e5924cf1db30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.044605] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3827d-ea55-418a-b64d-66cf78448f7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.050109] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Created folder: Project (eb2de943761747c191a7f6761207765c) in parent group-v578341. [ 693.050318] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Creating folder: Instances. Parent ref: group-v578375. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.050924] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7961a381-be05-4294-92ce-02088bcf79bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.062394] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.072020] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878148, 'name': ReconfigVM_Task, 'duration_secs': 0.687815} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.076753] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d6056501-3484-4d10-8641-aa0db46f0e97/d6056501-3484-4d10-8641-aa0db46f0e97.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.076753] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Created folder: Instances in parent group-v578375. [ 693.076753] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.076753] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8551ed03-e7bd-4e16-854c-9cf68e85bfbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077317] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.078037] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff0196dc-832a-48f6-94cb-102137ebbce7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.099399] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 693.099399] env[68946]: value = "task-2878153" [ 693.099399] env[68946]: _type = "Task" [ 693.099399] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.100721] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.100721] env[68946]: value = "task-2878154" [ 693.100721] env[68946]: _type = "Task" [ 693.100721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.116361] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878153, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.117510] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878154, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.146312] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Received event network-vif-plugged-32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.146450] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.146576] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.146896] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.146993] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] No waiting events found dispatching network-vif-plugged-32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.147206] env[68946]: WARNING nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Received unexpected event network-vif-plugged-32d34aa7-dc22-426a-8582-ab65ecb30823 for instance with vm_state building and task_state spawning. [ 693.148630] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-plugged-d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.148630] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.148630] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.148630] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.148630] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] No waiting events found dispatching network-vif-plugged-d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.148630] env[68946]: WARNING nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received unexpected event network-vif-plugged-d71400f4-bca2-41de-b96d-e24008a5633f for instance with vm_state building and task_state spawning. [ 693.148630] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Received event network-changed-32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.149065] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Refreshing instance network info cache due to event network-changed-32d34aa7-dc22-426a-8582-ab65ecb30823. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 693.149065] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquiring lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149065] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquired lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.149562] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Refreshing network info cache for port 32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.281178] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Successfully created port: 6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.543247] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.577033] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.577508] env[68946]: DEBUG nova.virt.hardware [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.578404] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4ba1e-e412-46c8-a109-2e73bb5113a0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.588935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669d422-2b34-467e-8c67-9a703a530fb6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.595219] env[68946]: ERROR nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [req-4546947d-ab8b-4945-be33-d09b706fb1a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4546947d-ab8b-4945-be33-d09b706fb1a2"}]} [ 693.619685] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 693.627404] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878153, 'name': Rename_Task, 'duration_secs': 0.161533} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.631138] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.631138] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878154, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.631138] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1d8990a-641c-4f90-8bb0-66ff684d9a19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.637755] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 693.637955] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.641971] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 693.641971] env[68946]: value = "task-2878155" [ 693.641971] env[68946]: _type = "Task" [ 693.641971] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.650796] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.656098] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: 036b3e8a-fddf-4bc8-8a3f-8b29bf7e6cf0 {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 693.666310] env[68946]: DEBUG nova.network.neutron [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [{"id": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "address": "fa:16:3e:95:8d:af", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1e3bc4-b1", "ovs_interfaceid": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "address": "fa:16:3e:47:45:ce", "network": {"id": "0c7c4ec2-5d9e-494b-9f2f-d1b20d34ab1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1833488954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea8517d-cc", "ovs_interfaceid": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d71400f4-bca2-41de-b96d-e24008a5633f", "address": "fa:16:3e:b4:d1:f1", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71400f4-bc", "ovs_interfaceid": "d71400f4-bca2-41de-b96d-e24008a5633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.680613] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Successfully updated port: 38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.686060] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 693.834277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.834528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.124027] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878154, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.162467] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.165742] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130fef73-72f6-47b5-88b9-ebab84e49d73 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.169043] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.171018] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance network_info: |[{"id": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "address": "fa:16:3e:95:8d:af", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1e3bc4-b1", "ovs_interfaceid": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "address": "fa:16:3e:47:45:ce", "network": {"id": "0c7c4ec2-5d9e-494b-9f2f-d1b20d34ab1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1833488954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea8517d-cc", "ovs_interfaceid": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d71400f4-bca2-41de-b96d-e24008a5633f", "address": "fa:16:3e:b4:d1:f1", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71400f4-bc", "ovs_interfaceid": "d71400f4-bca2-41de-b96d-e24008a5633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.171018] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Acquired lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.171018] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing network info cache for port 3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.171643] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:8d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:45:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71400f4-bca2-41de-b96d-e24008a5633f', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.190455] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Creating folder: Project (87019896f1e74aee85db9ef9911a2e04). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.192691] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-957d1b3d-2a27-4186-bcc4-7660eedad12a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.201338] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.201595] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.201822] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.203866] env[68946]: DEBUG nova.network.neutron [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.207257] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30b1c38-5edd-4731-a435-f2dcfb94e6ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.218740] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Created folder: Project (87019896f1e74aee85db9ef9911a2e04) in parent group-v578341. [ 694.218986] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Creating folder: Instances. Parent ref: group-v578378. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.220072] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d315cbc5-c5a7-4f37-90d4-f13fbbbb07f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.267777] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201c445-d0fb-4c39-9f8f-53097df07fd2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.275437] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Created folder: Instances in parent group-v578378. [ 694.275791] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.279308] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.279631] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c3a722-fe7a-4187-bdab-40968730bdcf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.314651] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7890b9e-29d6-47ec-b857-875b5118d503 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.349363] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.349363] env[68946]: value = "task-2878158" [ 694.349363] env[68946]: _type = "Task" [ 694.349363] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.349363] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.621950] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878154, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.652420] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878155, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.705235] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updated VIF entry in instance network info cache for port 32d34aa7-dc22-426a-8582-ab65ecb30823. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.708027] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updating instance_info_cache with network_info: [{"id": "32d34aa7-dc22-426a-8582-ab65ecb30823", "address": "fa:16:3e:05:98:38", "network": {"id": "78a42542-93bb-4127-bfb8-0fda63ee09fb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784544598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2de943761747c191a7f6761207765c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d34aa7-dc", "ovs_interfaceid": "32d34aa7-dc22-426a-8582-ab65ecb30823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.713301] env[68946]: INFO nova.compute.manager [-] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Took 2.06 seconds to deallocate network for instance. [ 694.788260] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.875260] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878158, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.905139] env[68946]: ERROR nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [req-ecb0c63a-50fb-4f40-9e62-3aa7217aafec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-ecb0c63a-50fb-4f40-9e62-3aa7217aafec"}]} [ 694.945270] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.965017] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.965262] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.984924] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 695.012605] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.128287] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878154, 'name': CreateVM_Task, 'duration_secs': 1.628772} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.130406] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.130406] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.131106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.132310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.133753] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e82c1f7-570e-43fd-9469-7d1569f28c1a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.145330] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 695.145330] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e91052-2b6c-a482-831c-db0a5a4ad916" [ 695.145330] env[68946]: _type = "Task" [ 695.145330] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.156579] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updated VIF entry in instance network info cache for port 3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.157948] env[68946]: DEBUG nova.network.neutron [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [{"id": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "address": "fa:16:3e:95:8d:af", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1e3bc4-b1", "ovs_interfaceid": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "address": "fa:16:3e:47:45:ce", "network": {"id": "0c7c4ec2-5d9e-494b-9f2f-d1b20d34ab1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1833488954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea8517d-cc", "ovs_interfaceid": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d71400f4-bca2-41de-b96d-e24008a5633f", "address": "fa:16:3e:b4:d1:f1", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71400f4-bc", "ovs_interfaceid": "d71400f4-bca2-41de-b96d-e24008a5633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.176060] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e91052-2b6c-a482-831c-db0a5a4ad916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.176162] env[68946]: DEBUG oslo_vmware.api [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878155, 'name': PowerOnVM_Task, 'duration_secs': 1.343486} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.177741] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Updating instance_info_cache with network_info: [{"id": "38f876ff-2a46-4201-9312-78625303f657", "address": "fa:16:3e:80:8b:12", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f876ff-2a", "ovs_interfaceid": "38f876ff-2a46-4201-9312-78625303f657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.178897] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.179111] env[68946]: INFO nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Took 9.32 seconds to spawn the instance on the hypervisor. [ 695.179283] env[68946]: DEBUG nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.180358] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5aaac-1b9c-44cf-934e-77433c6cdb49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.212881] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Releasing lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.213251] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-changed-d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.213432] env[68946]: DEBUG nova.compute.manager [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing instance network info cache due to event network-changed-d71400f4-bca2-41de-b96d-e24008a5633f. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 695.213656] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquiring lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.226866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.351715] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Successfully updated port: 6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.372705] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878158, 'name': CreateVM_Task, 'duration_secs': 0.883227} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.373275] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.374207] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.532160] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa69982-b706-4e58-b80e-2caafcb50ed4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.541458] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2722d-44a8-48f8-b7e4-5bb2180dc5dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.576641] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dcc249-045e-47b5-8f26-2535445f62f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.584314] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe0f2b-0d68-45dd-828c-6e2faf4685ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.599568] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.661133] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e91052-2b6c-a482-831c-db0a5a4ad916, 'name': SearchDatastore_Task, 'duration_secs': 0.015589} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.661133] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.661394] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.661683] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.661683] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.661900] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.662146] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.662442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.662658] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daacaf47-5bac-47ba-9615-8be6d5df0cd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.664878] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbcfa447-d704-4fb3-a65a-d76e6effd95c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.670217] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 695.670217] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d203fb-7e98-b194-3bf0-6e28d9d9ab23" [ 695.670217] env[68946]: _type = "Task" [ 695.670217] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.675725] env[68946]: DEBUG oslo_concurrency.lockutils [req-ca53b543-d592-44a9-b543-de67d0175950 req-d50fe37c-1f61-40b7-9b87-425a96bcc9f5 service nova] Releasing lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.676536] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.676785] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.677694] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Acquired lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.678084] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Refreshing network info cache for port d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.679532] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d293d085-be66-463b-8a44-eabc5d549333 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.686610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.686999] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Instance network_info: |[{"id": "38f876ff-2a46-4201-9312-78625303f657", "address": "fa:16:3e:80:8b:12", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f876ff-2a", "ovs_interfaceid": "38f876ff-2a46-4201-9312-78625303f657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.687273] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d203fb-7e98-b194-3bf0-6e28d9d9ab23, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.687986] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:8b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f876ff-2a46-4201-9312-78625303f657', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.696289] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating folder: Project (5cefd599707f4862a086377ebbba98de). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.697356] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.697356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.697356] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.703251] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d52ec0f7-f380-48e2-b497-c6fe5e7fd978 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.705353] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 695.705353] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d61da4-7b70-80a7-d3f6-8c0b8e17b63b" [ 695.705353] env[68946]: _type = "Task" [ 695.705353] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.708180] env[68946]: INFO nova.compute.manager [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Took 24.34 seconds to build instance. [ 695.719138] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created folder: Project (5cefd599707f4862a086377ebbba98de) in parent group-v578341. [ 695.719398] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating folder: Instances. Parent ref: group-v578381. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.723736] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416eaece-9bce-43a9-ae19-11c2631d7d02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.725784] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d61da4-7b70-80a7-d3f6-8c0b8e17b63b, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.727348] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e9d707-cc09-4dfb-b77b-cdffe76d1c65 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.734706] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 695.734706] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521e88e2-270b-7768-c87a-14bda4e8860a" [ 695.734706] env[68946]: _type = "Task" [ 695.734706] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.739412] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created folder: Instances in parent group-v578381. [ 695.739715] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.740362] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.740668] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec8a15b2-07c2-456f-876b-edf806a5be61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.758081] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521e88e2-270b-7768-c87a-14bda4e8860a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.763663] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.763663] env[68946]: value = "task-2878161" [ 695.763663] env[68946]: _type = "Task" [ 695.763663] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.771527] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878161, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.855979] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.855979] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.855979] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.986910] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.987177] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.130557] env[68946]: ERROR nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [req-3559bd54-5609-4b62-86af-6b2c05dd0030] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3559bd54-5609-4b62-86af-6b2c05dd0030"}]} [ 696.150238] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 696.167092] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 696.167324] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.185368] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 696.214358] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 696.218282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7e34db63-853a-4d0b-aeb9-cf5518ea008c tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.127s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.255237] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521e88e2-270b-7768-c87a-14bda4e8860a, 'name': SearchDatastore_Task, 'duration_secs': 0.011176} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.255527] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.255794] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c/3ad2e8d2-6f2c-45db-82e3-551fe97fd05c.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.256089] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.256286] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.256528] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbcad519-cedd-40e1-8282-adf0e613f5a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.259031] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae818586-ca00-417e-971a-df5cfb67c5f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.271178] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 696.271178] env[68946]: value = "task-2878162" [ 696.271178] env[68946]: _type = "Task" [ 696.271178] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.271178] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.271178] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.278056] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f312c4e5-7280-499e-9565-4247e25ebdc3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.282704] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878161, 'name': CreateVM_Task, 'duration_secs': 0.344554} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.286643] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.289327] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.289526] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.289947] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.295036] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90e3d1d-33e6-4856-8ad1-318a3b10df76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.298339] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.298339] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 696.298339] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b55460-3ea4-57eb-e3e4-92fcf090b367" [ 696.298339] env[68946]: _type = "Task" [ 696.298339] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.307298] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 696.307298] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523e918a-28d7-2ae9-7be0-257683b4c39b" [ 696.307298] env[68946]: _type = "Task" [ 696.307298] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.318033] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b55460-3ea4-57eb-e3e4-92fcf090b367, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.326203] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11682d58-7b5a-4582-9e6c-91d4f70100f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.333035] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523e918a-28d7-2ae9-7be0-257683b4c39b, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.333414] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.333798] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.333871] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.336301] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 696.336301] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52124e48-7b13-93e3-5857-ac7d399e923c" [ 696.336301] env[68946]: _type = "Task" [ 696.336301] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.350135] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52124e48-7b13-93e3-5857-ac7d399e923c, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.351500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.353048] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d5224c97-3c88-4e03-8beb-050e020765d6/d5224c97-3c88-4e03-8beb-050e020765d6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.353048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.353048] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.353048] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca324b45-2e2d-4699-9cf4-6e758f7888b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.355595] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e901e5-0262-4619-a69e-3f17152a4084 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.365216] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 696.365216] env[68946]: value = "task-2878163" [ 696.365216] env[68946]: _type = "Task" [ 696.365216] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.373739] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.373739] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.373739] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e115bf-4f3b-4642-a64f-917bb0e47b21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.382444] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.383223] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 696.383223] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e30866-9cce-8ed6-6479-5ac15d15d3fe" [ 696.383223] env[68946]: _type = "Task" [ 696.383223] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.399555] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e30866-9cce-8ed6-6479-5ac15d15d3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.400191] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.404968] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab917d20-5bd2-47f3-8f3b-0d981fb23faf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.412034] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 696.412034] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5269772d-4fb5-1650-3663-a7de493ae510" [ 696.412034] env[68946]: _type = "Task" [ 696.412034] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.415510] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Received event network-vif-plugged-38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.415782] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Acquiring lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.416077] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.416280] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.416783] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] No waiting events found dispatching network-vif-plugged-38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.416783] env[68946]: WARNING nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Received unexpected event network-vif-plugged-38f876ff-2a46-4201-9312-78625303f657 for instance with vm_state building and task_state spawning. [ 696.416885] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Received event network-changed-38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.417079] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Refreshing instance network info cache due to event network-changed-38f876ff-2a46-4201-9312-78625303f657. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 696.417294] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Acquiring lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.417563] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Acquired lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.417744] env[68946]: DEBUG nova.network.neutron [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Refreshing network info cache for port 38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.434750] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5269772d-4fb5-1650-3663-a7de493ae510, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.435147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.435405] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c85f5dbc-ae48-4194-8e06-226ee04140ba/c85f5dbc-ae48-4194-8e06-226ee04140ba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.435679] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e8843a-6c69-452a-bf61-3d792773a616 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.453354] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 696.453354] env[68946]: value = "task-2878164" [ 696.453354] env[68946]: _type = "Task" [ 696.453354] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.466551] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.671727] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updated VIF entry in instance network info cache for port d71400f4-bca2-41de-b96d-e24008a5633f. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.671727] env[68946]: DEBUG nova.network.neutron [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [{"id": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "address": "fa:16:3e:95:8d:af", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1e3bc4-b1", "ovs_interfaceid": "1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "address": "fa:16:3e:47:45:ce", "network": {"id": "0c7c4ec2-5d9e-494b-9f2f-d1b20d34ab1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1833488954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea8517d-cc", "ovs_interfaceid": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d71400f4-bca2-41de-b96d-e24008a5633f", "address": "fa:16:3e:b4:d1:f1", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71400f4-bc", "ovs_interfaceid": "d71400f4-bca2-41de-b96d-e24008a5633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.724022] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.745354] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f6ea9a-5a5d-4f2b-8ea5-fd20e93b07c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.755572] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316f21b-c073-47a4-8dee-ac91a141029f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.798152] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615aa2f9-b5e6-4795-9b8e-da21023784ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.808215] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.811277] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c/3ad2e8d2-6f2c-45db-82e3-551fe97fd05c.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.811277] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.815321] env[68946]: DEBUG nova.network.neutron [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Updating instance_info_cache with network_info: [{"id": "6edc2bf4-a830-4b58-8f69-3335142acad7", "address": "fa:16:3e:88:9c:f3", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edc2bf4-a8", "ovs_interfaceid": "6edc2bf4-a830-4b58-8f69-3335142acad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.815321] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33cd67db-5a6e-4c80-84d9-f986d9b467b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.817345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36af4b39-7fb6-4756-83ba-ba97fe7e53d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.836851] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.841587] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 696.841587] env[68946]: value = "task-2878165" [ 696.841587] env[68946]: _type = "Task" [ 696.841587] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.852543] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.877624] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.965450] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878164, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.174359] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1956727-f4c0-4045-99ae-3038164edb98 req-aa3e61ba-d00a-4562-a852-c6127c63b92f service nova] Releasing lock "refresh_cache-d5224c97-3c88-4e03-8beb-050e020765d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.214480] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "76b11869-3839-4753-8cf1-2208553fabc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.214480] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.261225] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.315015] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315440] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Instance network_info: |[{"id": "6edc2bf4-a830-4b58-8f69-3335142acad7", "address": "fa:16:3e:88:9c:f3", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edc2bf4-a8", "ovs_interfaceid": "6edc2bf4-a830-4b58-8f69-3335142acad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.315988] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:9c:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6edc2bf4-a830-4b58-8f69-3335142acad7', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.326583] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.326881] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.327163] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714912f1-4d31-4f2f-9fbb-b5bf4931b2b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.361639] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311443} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.363831] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.364159] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.364159] env[68946]: value = "task-2878166" [ 697.364159] env[68946]: _type = "Task" [ 697.364159] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.364953] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40046c2-c5aa-4e1a-bead-99acedbafbec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.374711] env[68946]: ERROR nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [req-d0864182-6128-4a38-a7f0-18637dae40ae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 697.375154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 5.876s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.383587] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.342s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.385504] env[68946]: INFO nova.compute.claims [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.407897] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c/3ad2e8d2-6f2c-45db-82e3-551fe97fd05c.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.413030] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89362925-9c63-4898-a5bf-6511f6c45863 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.432504] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878166, 'name': CreateVM_Task} progress is 15%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.438722] env[68946]: INFO nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Swapping old allocation on dict_keys(['03ff55a1-79e2-4be2-a4e9-0053d15786dc']) held by migration 88a40815-4119-4b3f-8abc-6a5525470484 for instance [ 697.438722] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780795} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.445589] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d5224c97-3c88-4e03-8beb-050e020765d6/d5224c97-3c88-4e03-8beb-050e020765d6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.445589] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.445589] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71c1f49-877e-4fa4-abbb-c086a464cb9d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.449276] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 697.449276] env[68946]: value = "task-2878167" [ 697.449276] env[68946]: _type = "Task" [ 697.449276] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.453037] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 697.453037] env[68946]: value = "task-2878168" [ 697.453037] env[68946]: _type = "Task" [ 697.453037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.464400] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.472601] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.477135] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878164, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01582} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.477135] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c85f5dbc-ae48-4194-8e06-226ee04140ba/c85f5dbc-ae48-4194-8e06-226ee04140ba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.477285] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.480460] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f01ebe3-e151-4431-9fc8-ead603836726 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.484817] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 697.484817] env[68946]: value = "task-2878169" [ 697.484817] env[68946]: _type = "Task" [ 697.484817] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.491712] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Overwriting current allocation {'allocations': {'03ff55a1-79e2-4be2-a4e9-0053d15786dc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 36}}, 'project_id': '96e9731371a241e7a4cff83014522cd9', 'user_id': '3896bb23e87a4cc59040dc3856028b0a', 'consumer_generation': 1} on consumer 85f8a8f6-162a-4bc9-9070-645a4ab3b3da {{(pid=68946) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 697.498046] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.580018] env[68946]: DEBUG nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Rescheduling, attempt 1 {{(pid=68946) _reschedule_resize_or_reraise /opt/stack/nova/nova/compute/manager.py:6300}} [ 697.878267] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878166, 'name': CreateVM_Task, 'duration_secs': 0.478509} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.878575] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.881366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.881366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.881366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.881366] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2223e838-4c91-4c09-a27d-0b7dc51714a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.886509] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 697.886509] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f73fd0-dc55-8c90-6887-5cdeafd72126" [ 697.886509] env[68946]: _type = "Task" [ 697.886509] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.897713] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f73fd0-dc55-8c90-6887-5cdeafd72126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.899040] env[68946]: DEBUG nova.network.neutron [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Updated VIF entry in instance network info cache for port 38f876ff-2a46-4201-9312-78625303f657. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.899040] env[68946]: DEBUG nova.network.neutron [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Updating instance_info_cache with network_info: [{"id": "38f876ff-2a46-4201-9312-78625303f657", "address": "fa:16:3e:80:8b:12", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f876ff-2a", "ovs_interfaceid": "38f876ff-2a46-4201-9312-78625303f657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.959242] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878167, 'name': ReconfigVM_Task, 'duration_secs': 0.412488} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.959836] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c/3ad2e8d2-6f2c-45db-82e3-551fe97fd05c.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.960451] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b826d7-04ae-4675-85b7-13ecbeadc5a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.964860] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12348} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.965581] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.966176] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11a3a1a-0ef8-4a2a-86a1-bdb8bc3aa8e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.969863] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 697.969863] env[68946]: value = "task-2878170" [ 697.969863] env[68946]: _type = "Task" [ 697.969863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.997872] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d5224c97-3c88-4e03-8beb-050e020765d6/d5224c97-3c88-4e03-8beb-050e020765d6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.003450] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d8a91b-9c41-4dc8-8b13-accd24aff61a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.021537] env[68946]: DEBUG oslo_concurrency.lockutils [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "d6056501-3484-4d10-8641-aa0db46f0e97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.021785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.021986] env[68946]: DEBUG nova.compute.manager [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.022328] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878170, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.023504] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda8bf5-54ae-4c23-bbac-d7c04f55570f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.029575] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093555} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.031090] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.031471] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 698.031471] env[68946]: value = "task-2878171" [ 698.031471] env[68946]: _type = "Task" [ 698.031471] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.032197] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f8fa47-922a-465d-baf0-7cac26c03a3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.040341] env[68946]: DEBUG nova.compute.manager [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 698.041210] env[68946]: DEBUG nova.objects.instance [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'flavor' on Instance uuid d6056501-3484-4d10-8641-aa0db46f0e97 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.066061] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] c85f5dbc-ae48-4194-8e06-226ee04140ba/c85f5dbc-ae48-4194-8e06-226ee04140ba.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.070038] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d896f751-990f-4c07-9743-b99b071458a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.086875] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.088764] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.094059] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 698.094059] env[68946]: value = "task-2878172" [ 698.094059] env[68946]: _type = "Task" [ 698.094059] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.102757] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.397745] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f73fd0-dc55-8c90-6887-5cdeafd72126, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.398058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.398285] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.398521] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.398666] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.398844] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.399124] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a18aa71-6f6f-4774-a7ae-8bf63fe89131 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.401210] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Releasing lock "refresh_cache-c85f5dbc-ae48-4194-8e06-226ee04140ba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401434] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Received event network-vif-deleted-813852c9-1608-444b-8a4c-17836ab527e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.401613] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Received event network-vif-plugged-6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.401790] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Acquiring lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.401980] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.402159] env[68946]: DEBUG oslo_concurrency.lockutils [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.402419] env[68946]: DEBUG nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] No waiting events found dispatching network-vif-plugged-6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.402486] env[68946]: WARNING nova.compute.manager [req-a882fb04-361a-42bd-86df-21ea17bfd571 req-651e37ec-d6fc-45a1-a316-67f35c6e04c1 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Received unexpected event network-vif-plugged-6edc2bf4-a830-4b58-8f69-3335142acad7 for instance with vm_state building and task_state spawning. [ 698.408649] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.408834] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.409613] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66892e03-ae44-4a0e-8940-458150afd4ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.415277] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 698.415277] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243fde6-38da-c884-f51d-50a3b9863003" [ 698.415277] env[68946]: _type = "Task" [ 698.415277] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.425939] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243fde6-38da-c884-f51d-50a3b9863003, 'name': SearchDatastore_Task} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.427128] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dd4e32-3af7-4b37-8839-44a85323356f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.432551] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 698.432551] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ac5b3f-e8e6-e58c-f5bc-26e1e1d1fdaf" [ 698.432551] env[68946]: _type = "Task" [ 698.432551] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.440824] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ac5b3f-e8e6-e58c-f5bc-26e1e1d1fdaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.441784] env[68946]: DEBUG nova.scheduler.client.report [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 698.462329] env[68946]: DEBUG nova.scheduler.client.report [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 698.462552] env[68946]: DEBUG nova.compute.provider_tree [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.476635] env[68946]: DEBUG nova.scheduler.client.report [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 698.481681] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878170, 'name': Rename_Task, 'duration_secs': 0.158231} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.482886] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.482886] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5f3ac7-e971-4fc8-93f8-057f9b17c31f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.491406] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 698.491406] env[68946]: value = "task-2878173" [ 698.491406] env[68946]: _type = "Task" [ 698.491406] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.506135] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.506357] env[68946]: DEBUG nova.scheduler.client.report [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 698.543952] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878171, 'name': ReconfigVM_Task, 'duration_secs': 0.319727} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.544747] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d5224c97-3c88-4e03-8beb-050e020765d6/d5224c97-3c88-4e03-8beb-050e020765d6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.547048] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47d53f2d-78e2-44ae-8b62-cf2c98c7a7b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.556853] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 698.556853] env[68946]: value = "task-2878174" [ 698.556853] env[68946]: _type = "Task" [ 698.556853] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.566060] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878174, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.607173] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878172, 'name': ReconfigVM_Task, 'duration_secs': 0.305869} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.607780] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Reconfigured VM instance instance-0000000e to attach disk [datastore2] c85f5dbc-ae48-4194-8e06-226ee04140ba/c85f5dbc-ae48-4194-8e06-226ee04140ba.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.608472] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d915d67-3286-40db-b8d3-91550b6a3542 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.617971] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 698.617971] env[68946]: value = "task-2878175" [ 698.617971] env[68946]: _type = "Task" [ 698.617971] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.627270] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878175, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.947470] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ac5b3f-e8e6-e58c-f5bc-26e1e1d1fdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.008141} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.947739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.948395] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c79ba3e4-be98-4caf-b6f1-c02839214d49/c79ba3e4-be98-4caf-b6f1-c02839214d49.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.948395] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464c3157-5ae7-4bce-b703-b561f216ce18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.954985] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 698.954985] env[68946]: value = "task-2878176" [ 698.954985] env[68946]: _type = "Task" [ 698.954985] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.960275] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514f428-66a0-4ce9-b439-19459ad277d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.967655] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.970363] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227daf27-d195-4049-b3f9-deef45b743b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.010350] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa2d57-1ae8-45e7-89d6-a8d2ef8bc9cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.016019] env[68946]: DEBUG oslo_vmware.api [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878173, 'name': PowerOnVM_Task, 'duration_secs': 0.477657} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.018658] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.018897] env[68946]: INFO nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Took 10.61 seconds to spawn the instance on the hypervisor. [ 699.019683] env[68946]: DEBUG nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.020656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a6a8da-c843-4ae8-896e-6416936a4683 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.025379] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f66e7-490d-487b-97fd-92066fd2fc66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043201] env[68946]: DEBUG nova.compute.provider_tree [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.049032] env[68946]: DEBUG nova.compute.manager [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Received event network-changed-6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 699.049148] env[68946]: DEBUG nova.compute.manager [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Refreshing instance network info cache due to event network-changed-6edc2bf4-a830-4b58-8f69-3335142acad7. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 699.049340] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] Acquiring lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.049434] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] Acquired lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.050015] env[68946]: DEBUG nova.network.neutron [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Refreshing network info cache for port 6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.053736] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.054542] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed572fb9-2a0d-4486-a0f9-f96d2414a10e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.065119] env[68946]: DEBUG oslo_vmware.api [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 699.065119] env[68946]: value = "task-2878177" [ 699.065119] env[68946]: _type = "Task" [ 699.065119] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.073344] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878174, 'name': Rename_Task, 'duration_secs': 0.170432} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.073781] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.074040] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3305d0-e292-4a79-b737-fb115e2c9e90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.079365] env[68946]: DEBUG oslo_vmware.api [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.084121] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 699.084121] env[68946]: value = "task-2878178" [ 699.084121] env[68946]: _type = "Task" [ 699.084121] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.095582] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.131276] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878175, 'name': Rename_Task, 'duration_secs': 0.146252} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.131602] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.131853] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d856c95-1dd9-4934-ac7b-14b386a49c61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.139620] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 699.139620] env[68946]: value = "task-2878179" [ 699.139620] env[68946]: _type = "Task" [ 699.139620] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.149410] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.170703] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "450dc5de-a86a-443d-9d33-1e27ada7471b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.170888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.466441] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878176, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.550359] env[68946]: DEBUG nova.scheduler.client.report [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.557220] env[68946]: INFO nova.compute.manager [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Took 27.74 seconds to build instance. [ 699.577287] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "a33f417a-01b7-4b60-a679-cc1e042911ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.577551] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.582762] env[68946]: DEBUG oslo_vmware.api [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878177, 'name': PowerOffVM_Task, 'duration_secs': 0.302613} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.583046] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.583266] env[68946]: DEBUG nova.compute.manager [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.584066] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3b269-e72a-448b-bcda-a32321eb0c20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.600179] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878178, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.650481] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.946860] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "9c262742-3212-4925-9057-fd5d8b7fe48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.946860] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.947896] env[68946]: DEBUG nova.network.neutron [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Updated VIF entry in instance network info cache for port 6edc2bf4-a830-4b58-8f69-3335142acad7. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.948282] env[68946]: DEBUG nova.network.neutron [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Updating instance_info_cache with network_info: [{"id": "6edc2bf4-a830-4b58-8f69-3335142acad7", "address": "fa:16:3e:88:9c:f3", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6edc2bf4-a8", "ovs_interfaceid": "6edc2bf4-a830-4b58-8f69-3335142acad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.967671] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568437} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.967950] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c79ba3e4-be98-4caf-b6f1-c02839214d49/c79ba3e4-be98-4caf-b6f1-c02839214d49.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.968197] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.968465] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f02da9f4-2569-4340-9b92-c8c80f27cc43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.975317] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 699.975317] env[68946]: value = "task-2878180" [ 699.975317] env[68946]: _type = "Task" [ 699.975317] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.986282] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.060291] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.060291] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.063483] env[68946]: DEBUG oslo_concurrency.lockutils [None req-79da4ce9-4e24-4052-9a92-3997c76e4ff3 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.431s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.064034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.176s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.064465] env[68946]: DEBUG nova.objects.instance [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lazy-loading 'resources' on Instance uuid ea46b00b-4257-4f3c-8088-0f8a49d08fd5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.102404] env[68946]: DEBUG oslo_vmware.api [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878178, 'name': PowerOnVM_Task, 'duration_secs': 0.74913} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.102656] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.103476] env[68946]: INFO nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Took 18.01 seconds to spawn the instance on the hypervisor. [ 700.103476] env[68946]: DEBUG nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.103476] env[68946]: DEBUG oslo_concurrency.lockutils [None req-639a94dd-446e-49cb-8973-c86c5223749d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.105477] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa462031-99c0-4b03-bae6-330afb47d23d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.151990] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878179, 'name': PowerOnVM_Task, 'duration_secs': 0.717975} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.152282] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.152471] env[68946]: INFO nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Took 9.16 seconds to spawn the instance on the hypervisor. [ 700.152647] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.154099] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af0572-7301-428b-84c8-acd3f479e3cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.454597] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a3e555-51ec-44f0-a7b6-c64fd65367a1 req-84e76a86-cdff-4e91-b084-42aab3352ee4 service nova] Releasing lock "refresh_cache-c79ba3e4-be98-4caf-b6f1-c02839214d49" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487729] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066501} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.488162] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.489081] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f811f65d-9c81-45ae-aed0-f476bb0bb46d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.520809] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] c79ba3e4-be98-4caf-b6f1-c02839214d49/c79ba3e4-be98-4caf-b6f1-c02839214d49.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.520809] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8a38da-c180-4730-912a-42177f7d808c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.544779] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 700.544779] env[68946]: value = "task-2878181" [ 700.544779] env[68946]: _type = "Task" [ 700.544779] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.555380] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.574589] env[68946]: DEBUG nova.compute.utils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.574589] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.577738] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.577792] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.629660] env[68946]: INFO nova.compute.manager [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Took 29.39 seconds to build instance. [ 700.674286] env[68946]: INFO nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Took 27.10 seconds to build instance. [ 700.698768] env[68946]: DEBUG nova.policy [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '539e5e2fddca4008a95582a77090639c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b513f3d96056468c9c3ab5203eb2bffb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.058057] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878181, 'name': ReconfigVM_Task, 'duration_secs': 0.27668} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.062525] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Reconfigured VM instance instance-0000000f to attach disk [datastore2] c79ba3e4-be98-4caf-b6f1-c02839214d49/c79ba3e4-be98-4caf-b6f1-c02839214d49.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.063486] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09cff56d-65a6-4f1c-b7b2-5fbfccf3b3e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070894] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 701.070894] env[68946]: value = "task-2878182" [ 701.070894] env[68946]: _type = "Task" [ 701.070894] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.081597] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.098026] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878182, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.107914] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.133114] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1bceed55-e025-4587-a2d4-7a1158288e50 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.219s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.144169] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55ab3b-853c-4b33-9eef-245012ddaf61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.155762] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fda54b-fa84-4a29-80ad-ed0ce04a4522 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.192157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.241s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.195282] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24a668e-5f4b-4e69-9a63-6a744792e84d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.210567] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b4675b-630d-40d8-9068-7d825872c713 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.225634] env[68946]: DEBUG nova.compute.provider_tree [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.588629] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878182, 'name': Rename_Task, 'duration_secs': 0.14411} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.589108] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.590256] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c01123c-2df6-42be-92db-b27a378ab079 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.602252] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 701.602252] env[68946]: value = "task-2878183" [ 701.602252] env[68946]: _type = "Task" [ 701.602252] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.616516] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.640464] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.701168] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.731960] env[68946]: DEBUG nova.scheduler.client.report [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.988919] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Successfully created port: 8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.098132] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.112538] env[68946]: DEBUG oslo_vmware.api [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878183, 'name': PowerOnVM_Task, 'duration_secs': 0.447863} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.112930] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.113062] env[68946]: INFO nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Took 8.57 seconds to spawn the instance on the hypervisor. [ 702.113188] env[68946]: DEBUG nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.114052] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af7436-7945-4198-b3b5-6d8b7642313f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.131690] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.131964] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.132208] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.132310] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.132458] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.132612] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.132804] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.132958] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.133210] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.133381] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.133552] env[68946]: DEBUG nova.virt.hardware [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.134451] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25645119-88ac-49d7-aa61-814dc28230d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.143384] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb9f350-0565-4622-9427-362805f62094 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.176992] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.211728] env[68946]: DEBUG nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.212855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f383905-ec47-46a1-87ad-c98a33a5950a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.225314] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.234718] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.238224] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.682s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.238224] env[68946]: DEBUG nova.objects.instance [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lazy-loading 'resources' on Instance uuid d57662a0-356b-4c1e-85b4-422ae5d48d94 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.263329] env[68946]: INFO nova.scheduler.client.report [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Deleted allocations for instance ea46b00b-4257-4f3c-8088-0f8a49d08fd5 [ 702.641806] env[68946]: INFO nova.compute.manager [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Took 28.14 seconds to build instance. [ 702.725923] env[68946]: INFO nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] instance snapshotting [ 702.725923] env[68946]: WARNING nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 702.732223] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd4db4b-17d4-4dab-9b2e-56fc36d88212 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.759482] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51c9fda-7381-448e-8dcf-1ff9d25045cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.774510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7699f93d-dd1d-48c9-ada7-ccbb867b907d tempest-DeleteServersAdminTestJSON-384950664 tempest-DeleteServersAdminTestJSON-384950664-project-admin] Lock "ea46b00b-4257-4f3c-8088-0f8a49d08fd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.417s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.144387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-08fbca74-4d73-4c78-b465-3283fedce7f1 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.159s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.240574] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd2954-52ab-429d-bf7b-db7a7d02e169 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.249256] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f35deaf-d7e6-4bd1-9e11-1f655ae8c7af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.286620] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.287334] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-149e56c7-c179-4549-8f6e-e53554086d55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.293400] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b60ca6-cf86-4891-b2ed-16b5b80d6349 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.305013] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee34b2-5cad-44ac-bf7b-c2821db63236 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.313425] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 703.313425] env[68946]: value = "task-2878184" [ 703.313425] env[68946]: _type = "Task" [ 703.313425] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.325155] env[68946]: DEBUG nova.compute.provider_tree [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.331081] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.650021] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.833788] env[68946]: DEBUG nova.scheduler.client.report [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.838610] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.872536] env[68946]: DEBUG nova.compute.manager [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Received event network-changed-32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.872754] env[68946]: DEBUG nova.compute.manager [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Refreshing instance network info cache due to event network-changed-32d34aa7-dc22-426a-8582-ab65ecb30823. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.873011] env[68946]: DEBUG oslo_concurrency.lockutils [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] Acquiring lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.873376] env[68946]: DEBUG oslo_concurrency.lockutils [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] Acquired lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.875922] env[68946]: DEBUG nova.network.neutron [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Refreshing network info cache for port 32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.181392] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.326537] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878184, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.342319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.343321] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.466s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.346670] env[68946]: INFO nova.compute.claims [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.380026] env[68946]: INFO nova.scheduler.client.report [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Deleted allocations for instance d57662a0-356b-4c1e-85b4-422ae5d48d94 [ 704.654984] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Successfully updated port: 8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.719229] env[68946]: DEBUG nova.network.neutron [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updated VIF entry in instance network info cache for port 32d34aa7-dc22-426a-8582-ab65ecb30823. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.719229] env[68946]: DEBUG nova.network.neutron [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updating instance_info_cache with network_info: [{"id": "32d34aa7-dc22-426a-8582-ab65ecb30823", "address": "fa:16:3e:05:98:38", "network": {"id": "78a42542-93bb-4127-bfb8-0fda63ee09fb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1784544598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2de943761747c191a7f6761207765c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32d34aa7-dc", "ovs_interfaceid": "32d34aa7-dc22-426a-8582-ab65ecb30823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.752445] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.752709] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.752931] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.753128] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.753295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.757071] env[68946]: INFO nova.compute.manager [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Terminating instance [ 704.825769] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878184, 'name': CreateSnapshot_Task, 'duration_secs': 1.339518} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.826135] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.826805] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41b660-e117-49b7-96e8-46cd17457311 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.888330] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21ce03cb-5d84-4419-91c8-45b9df5e4d65 tempest-ServerDiagnosticsTest-804825665 tempest-ServerDiagnosticsTest-804825665-project-member] Lock "d57662a0-356b-4c1e-85b4-422ae5d48d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.176s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.158353] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.158520] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.158831] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.225028] env[68946]: DEBUG oslo_concurrency.lockutils [req-205f65a4-619e-4e85-8611-b4b9cdc9fbb4 req-9a67659e-cfbe-4972-8161-86bddcb7fb08 service nova] Releasing lock "refresh_cache-3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.264025] env[68946]: DEBUG nova.compute.manager [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.264025] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.264025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4abb806-d518-4d74-9fd3-0dd06b63bd33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.273897] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.275670] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b076638f-00e8-4ac7-9ac1-a923fcf65462 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.278708] env[68946]: DEBUG nova.compute.manager [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Received event network-vif-plugged-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.278951] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] Acquiring lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.279175] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.279557] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.280074] env[68946]: DEBUG nova.compute.manager [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] No waiting events found dispatching network-vif-plugged-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.281101] env[68946]: WARNING nova.compute.manager [req-1b683395-5074-49d8-a59b-a56758550e41 req-3097068d-a01e-4e26-9027-e9d17cfa7145 service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Received unexpected event network-vif-plugged-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 for instance with vm_state building and task_state spawning. [ 705.289187] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 705.289187] env[68946]: value = "task-2878185" [ 705.289187] env[68946]: _type = "Task" [ 705.289187] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.300513] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.350929] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 705.351741] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46c98c33-1fbe-4ae5-89cf-361fd32f2a66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.368053] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 705.368053] env[68946]: value = "task-2878186" [ 705.368053] env[68946]: _type = "Task" [ 705.368053] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.378243] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878186, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.670382] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.670982] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.734543] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.734805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.735047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.735264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.735438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.740754] env[68946]: INFO nova.compute.manager [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Terminating instance [ 705.801669] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878185, 'name': PowerOffVM_Task, 'duration_secs': 0.326699} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.801669] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.801669] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.801669] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81086538-92b8-4fc4-8f27-f5612065501c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.886576] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878186, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.916116] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079da4ae-b80c-4fbb-9c32-f0e534e708c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.924073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "77084759-de98-460e-b0a5-bcd5fa673f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.924482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.929640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7ceac-55b2-4b46-a732-e739f1f5dcee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.937562] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.937803] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.938043] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleting the datastore file [datastore2] d5224c97-3c88-4e03-8beb-050e020765d6 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.938587] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42fc7910-6544-4801-9537-f5920b6ff80b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.972500] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.979580] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef3c20-5ae2-4898-a399-da77501e6905 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.984651] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 705.984651] env[68946]: value = "task-2878188" [ 705.984651] env[68946]: _type = "Task" [ 705.984651] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.993242] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb0f35b-40eb-4b60-b09e-5155c35a0b9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.001420] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.013867] env[68946]: DEBUG nova.compute.provider_tree [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.159960] env[68946]: DEBUG nova.network.neutron [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Updating instance_info_cache with network_info: [{"id": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "address": "fa:16:3e:46:8d:94", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8f4ae1-cb", "ovs_interfaceid": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.244823] env[68946]: DEBUG nova.compute.manager [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.245137] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.246778] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18809b9-7a13-4001-bd05-3d543bd3882b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.254507] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.254764] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d613a0d-f517-4475-aa8c-e81605b48693 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.264245] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 706.264245] env[68946]: value = "task-2878189" [ 706.264245] env[68946]: _type = "Task" [ 706.264245] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.275089] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.381762] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878186, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.494850] env[68946]: DEBUG oslo_vmware.api [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268188} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.495206] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.495415] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.495590] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.495759] env[68946]: INFO nova.compute.manager [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 706.496008] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.496251] env[68946]: DEBUG nova.compute.manager [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.496373] env[68946]: DEBUG nova.network.neutron [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.518343] env[68946]: DEBUG nova.scheduler.client.report [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.533836] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.533836] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.534141] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.534285] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.534457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.536747] env[68946]: INFO nova.compute.manager [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Terminating instance [ 706.663334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.663941] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Instance network_info: |[{"id": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "address": "fa:16:3e:46:8d:94", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8f4ae1-cb", "ovs_interfaceid": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.664307] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8f4ae1-cb33-48a1-8703-b9e3f76a2473', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.676947] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating folder: Project (b513f3d96056468c9c3ab5203eb2bffb). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.678643] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e3a39a7-7262-4274-b948-05024a58a674 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.691490] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Created folder: Project (b513f3d96056468c9c3ab5203eb2bffb) in parent group-v578341. [ 706.691705] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating folder: Instances. Parent ref: group-v578387. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.692282] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8d39254-2457-421d-86ad-3c10e3b8e994 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.701603] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Created folder: Instances in parent group-v578387. [ 706.701886] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.702149] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.702369] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b93069-26f5-4af7-8f5d-acf0fa4ec623 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.726294] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.726294] env[68946]: value = "task-2878192" [ 706.726294] env[68946]: _type = "Task" [ 706.726294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.736282] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878192, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.776201] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878189, 'name': PowerOffVM_Task, 'duration_secs': 0.227818} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.776201] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.779675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.780100] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7a629c-a4e2-4e12-b19e-3a4350b055db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.844879] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.845195] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.845429] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleting the datastore file [datastore2] c85f5dbc-ae48-4194-8e06-226ee04140ba {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.846026] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac97d259-34b7-4be3-b19b-c747febd33b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.854947] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 706.854947] env[68946]: value = "task-2878194" [ 706.854947] env[68946]: _type = "Task" [ 706.854947] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.866465] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.888256] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878186, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.023680] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.024274] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.027822] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.651s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.029019] env[68946]: DEBUG nova.objects.instance [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lazy-loading 'resources' on Instance uuid 407f05dc-8bd4-44c4-9830-b25970ee5c51 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.044594] env[68946]: DEBUG nova.compute.manager [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.045097] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.046565] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347299d-0e16-4f44-bd61-35f06abb751c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.061965] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.062286] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0998b5e8-6e57-4686-b65d-b3c751a45def {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.076896] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 707.076896] env[68946]: value = "task-2878195" [ 707.076896] env[68946]: _type = "Task" [ 707.076896] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.087192] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.239286] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878192, 'name': CreateVM_Task, 'duration_secs': 0.425792} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.239502] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.240412] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.240606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.241095] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.241617] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcb0b53-ab4f-406e-b736-92c14ebf0b1c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.250026] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 707.250026] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ab545-baf1-b25b-5053-5bc53794e58c" [ 707.250026] env[68946]: _type = "Task" [ 707.250026] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.262170] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ab545-baf1-b25b-5053-5bc53794e58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.365662] env[68946]: DEBUG oslo_vmware.api [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142486} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.369056] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.369056] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.369056] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.369056] env[68946]: INFO nova.compute.manager [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.369056] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.369056] env[68946]: DEBUG nova.compute.manager [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.369056] env[68946]: DEBUG nova.network.neutron [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.384048] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878186, 'name': CloneVM_Task, 'duration_secs': 1.902804} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.384961] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Created linked-clone VM from snapshot [ 707.385887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c6ce0a-d49a-4292-bdcf-8a9e5522d2f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.399820] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Uploading image 5a1044c2-0925-4a90-8fc3-e180f0e6f233 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.408139] env[68946]: DEBUG nova.compute.manager [req-419b3c33-3586-418b-8de6-08bc2abcecbe req-6f65cd0c-5a31-42ea-a2bc-b14d00a3437e service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-deleted-1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.408365] env[68946]: INFO nova.compute.manager [req-419b3c33-3586-418b-8de6-08bc2abcecbe req-6f65cd0c-5a31-42ea-a2bc-b14d00a3437e service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Neutron deleted interface 1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40; detaching it from the instance and deleting it from the info cache [ 707.408726] env[68946]: DEBUG nova.network.neutron [req-419b3c33-3586-418b-8de6-08bc2abcecbe req-6f65cd0c-5a31-42ea-a2bc-b14d00a3437e service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [{"id": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "address": "fa:16:3e:47:45:ce", "network": {"id": "0c7c4ec2-5d9e-494b-9f2f-d1b20d34ab1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1833488954", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea8517d-cc", "ovs_interfaceid": "3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d71400f4-bca2-41de-b96d-e24008a5633f", "address": "fa:16:3e:b4:d1:f1", "network": {"id": "aa951733-a1cb-4539-ac71-97f61582d871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1443032280", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71400f4-bc", "ovs_interfaceid": "d71400f4-bca2-41de-b96d-e24008a5633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.435140] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.435140] env[68946]: value = "vm-578386" [ 707.435140] env[68946]: _type = "VirtualMachine" [ 707.435140] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.435140] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a5fff94-0832-4558-a96a-e3f228b4af46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.443145] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease: (returnval){ [ 707.443145] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522b3670-124a-bb6a-18f7-638d6bc58f5a" [ 707.443145] env[68946]: _type = "HttpNfcLease" [ 707.443145] env[68946]: } obtained for exporting VM: (result){ [ 707.443145] env[68946]: value = "vm-578386" [ 707.443145] env[68946]: _type = "VirtualMachine" [ 707.443145] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.443145] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the lease: (returnval){ [ 707.443145] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522b3670-124a-bb6a-18f7-638d6bc58f5a" [ 707.443145] env[68946]: _type = "HttpNfcLease" [ 707.443145] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.451790] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.451790] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522b3670-124a-bb6a-18f7-638d6bc58f5a" [ 707.451790] env[68946]: _type = "HttpNfcLease" [ 707.451790] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.533598] env[68946]: DEBUG nova.compute.utils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.536042] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.536782] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.584143] env[68946]: DEBUG nova.policy [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98a508775a1b42e2a245cf6b455f3e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa2e49359ed6499f992da983a111ebf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.588703] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878195, 'name': PowerOffVM_Task, 'duration_secs': 0.203921} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.588959] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.589156] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.589497] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c1a3d6-e1de-4069-a8bf-7c166ede95f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.632113] env[68946]: DEBUG nova.compute.manager [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Received event network-changed-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.632113] env[68946]: DEBUG nova.compute.manager [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Refreshing instance network info cache due to event network-changed-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 707.632113] env[68946]: DEBUG oslo_concurrency.lockutils [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] Acquiring lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.632113] env[68946]: DEBUG oslo_concurrency.lockutils [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] Acquired lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.632113] env[68946]: DEBUG nova.network.neutron [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Refreshing network info cache for port 8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.652680] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.652680] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.652680] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleting the datastore file [datastore2] c79ba3e4-be98-4caf-b6f1-c02839214d49 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.652680] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-773db26b-c1ed-4027-80b8-29efa6843e76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.662414] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 707.662414] env[68946]: value = "task-2878198" [ 707.662414] env[68946]: _type = "Task" [ 707.662414] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.679190] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.770841] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ab545-baf1-b25b-5053-5bc53794e58c, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.771186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.771421] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.772150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.772150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.772150] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.772423] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b52b3bcd-a282-443d-a56b-dd96df7b1eb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.787323] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.787323] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.787720] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fcb4ba3-35aa-49f5-9726-8e627f8b6c10 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.794376] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 707.794376] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1d3aa-a4cc-73db-2a03-b64c7ac8d167" [ 707.794376] env[68946]: _type = "Task" [ 707.794376] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.803719] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1d3aa-a4cc-73db-2a03-b64c7ac8d167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.885544] env[68946]: DEBUG nova.network.neutron [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.913698] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-760ce58c-bc2e-4540-80e4-b48dfa5cfda4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.923051] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda61e8-0bb9-4a04-95ce-8ca2e030a735 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.958044] env[68946]: DEBUG nova.compute.manager [req-419b3c33-3586-418b-8de6-08bc2abcecbe req-6f65cd0c-5a31-42ea-a2bc-b14d00a3437e service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Detach interface failed, port_id=1d1e3bc4-b1bc-443b-8062-66d8cf6a3d40, reason: Instance d5224c97-3c88-4e03-8beb-050e020765d6 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 707.962744] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.962744] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522b3670-124a-bb6a-18f7-638d6bc58f5a" [ 707.962744] env[68946]: _type = "HttpNfcLease" [ 707.962744] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 707.963304] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 707.963304] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522b3670-124a-bb6a-18f7-638d6bc58f5a" [ 707.963304] env[68946]: _type = "HttpNfcLease" [ 707.963304] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 707.963944] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096dd82a-8d61-4dfd-88b8-b9fa3e711d40 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.975061] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 707.975061] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.038952] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Successfully created port: b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.043282] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.079781] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c507c319-a5cf-4684-b843-0d2609c74bfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.176259] env[68946]: DEBUG oslo_vmware.api [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161312} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.176259] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.176259] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.176259] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.176418] env[68946]: INFO nova.compute.manager [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 708.176783] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.180119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ad1ab0-37d6-4f2d-a598-298a0853dbed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.185610] env[68946]: DEBUG nova.compute.manager [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.185610] env[68946]: DEBUG nova.network.neutron [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.194598] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959b9d29-7a9e-4bd4-9411-83f9baeeb4c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.230419] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b2a85-cc19-40e7-b7a7-73ac17b32085 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.239407] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54984249-186c-497f-a6d9-48000c67103c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.248060] env[68946]: DEBUG nova.network.neutron [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.258901] env[68946]: DEBUG nova.compute.provider_tree [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.315417] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1d3aa-a4cc-73db-2a03-b64c7ac8d167, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.316100] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bf0697-d60d-4e91-a8c5-15e598fea1e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.328275] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 708.328275] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239cd36-13d6-bb0c-4cfe-50067b7abfdd" [ 708.328275] env[68946]: _type = "Task" [ 708.328275] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.338406] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239cd36-13d6-bb0c-4cfe-50067b7abfdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.388297] env[68946]: INFO nova.compute.manager [-] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Took 1.89 seconds to deallocate network for instance. [ 708.491629] env[68946]: DEBUG nova.network.neutron [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Updated VIF entry in instance network info cache for port 8b8f4ae1-cb33-48a1-8703-b9e3f76a2473. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.492357] env[68946]: DEBUG nova.network.neutron [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Updating instance_info_cache with network_info: [{"id": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "address": "fa:16:3e:46:8d:94", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8f4ae1-cb", "ovs_interfaceid": "8b8f4ae1-cb33-48a1-8703-b9e3f76a2473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.750962] env[68946]: INFO nova.compute.manager [-] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Took 1.38 seconds to deallocate network for instance. [ 708.763732] env[68946]: DEBUG nova.scheduler.client.report [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.846847] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239cd36-13d6-bb0c-4cfe-50067b7abfdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.846847] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.846847] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 5f19bea0-0966-411b-a952-4a7b2145ac37/5f19bea0-0966-411b-a952-4a7b2145ac37.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.846847] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d290acf-6ee1-4b04-ab3f-910004053d22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.854422] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 708.854422] env[68946]: value = "task-2878199" [ 708.854422] env[68946]: _type = "Task" [ 708.854422] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.869739] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.895926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.903147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "96fcc060-7f39-4cac-a92a-74318102163b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.903391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.999048] env[68946]: DEBUG oslo_concurrency.lockutils [req-4dee2431-0dad-40e3-9f0b-d9a135f98394 req-3c5fc963-d381-466b-8d54-9f8f2395650c service nova] Releasing lock "refresh_cache-5f19bea0-0966-411b-a952-4a7b2145ac37" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.053032] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.090765] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.091423] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.091561] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.091745] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.092662] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.092662] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.092662] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.093045] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.093572] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.093572] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.093722] env[68946]: DEBUG nova.virt.hardware [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.095101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b07de-8aa3-48a5-a9b1-cb5111ca765c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.107761] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563658d5-50e8-4d40-be7f-124554eb52f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.261595] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.273780] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.276333] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.363s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.278839] env[68946]: INFO nova.compute.claims [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.314609] env[68946]: INFO nova.scheduler.client.report [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Deleted allocations for instance 407f05dc-8bd4-44c4-9830-b25970ee5c51 [ 709.368373] env[68946]: DEBUG nova.network.neutron [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.369647] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878199, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.503307] env[68946]: DEBUG nova.compute.manager [req-1dec344c-bd5c-4a56-986a-656adede2e46 req-a2a5fefb-9ae8-4296-bb95-09330a42137a service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-deleted-3ea8517d-cc3b-4b16-aa45-3a239ebe8ea9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.504599] env[68946]: DEBUG nova.compute.manager [req-1dec344c-bd5c-4a56-986a-656adede2e46 req-a2a5fefb-9ae8-4296-bb95-09330a42137a service nova] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Received event network-vif-deleted-d71400f4-bca2-41de-b96d-e24008a5633f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.504879] env[68946]: DEBUG nova.compute.manager [req-1dec344c-bd5c-4a56-986a-656adede2e46 req-a2a5fefb-9ae8-4296-bb95-09330a42137a service nova] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Received event network-vif-deleted-6edc2bf4-a830-4b58-8f69-3335142acad7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.695763] env[68946]: DEBUG nova.compute.manager [req-7877de6a-5ada-43bd-8fcd-db996b07f24e req-9b6d57a4-35e4-4da3-b011-eabe3afebd6f service nova] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Received event network-vif-deleted-38f876ff-2a46-4201-9312-78625303f657 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.835394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b69c0a0e-b39b-4d05-b277-6ded7c4b6472 tempest-ServerExternalEventsTest-798117782 tempest-ServerExternalEventsTest-798117782-project-member] Lock "407f05dc-8bd4-44c4-9830-b25970ee5c51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.388s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.865315] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.865596] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 5f19bea0-0966-411b-a952-4a7b2145ac37/5f19bea0-0966-411b-a952-4a7b2145ac37.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.865810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.866110] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c64d8b-aaa0-4f96-8ccb-de74a328092d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.874944] env[68946]: INFO nova.compute.manager [-] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Took 1.69 seconds to deallocate network for instance. [ 709.875323] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 709.875323] env[68946]: value = "task-2878200" [ 709.875323] env[68946]: _type = "Task" [ 709.875323] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.897453] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.388917] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.398204] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066504} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.399275] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Successfully updated port: b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.406150] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.409271] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6ad11-6081-4b98-9ba0-898498f0f1b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.436452] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 5f19bea0-0966-411b-a952-4a7b2145ac37/5f19bea0-0966-411b-a952-4a7b2145ac37.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.441576] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0291633d-22e7-4f9e-b120-6389204c3319 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.465435] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 710.465435] env[68946]: value = "task-2878201" [ 710.465435] env[68946]: _type = "Task" [ 710.465435] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.474492] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.908187] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.908372] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.908498] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.917647] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc932445-ac2a-43a9-89ec-45cb465119da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.926465] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a78008-9ae5-4149-bfcf-79e7115e36ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.971747] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b71013d-c904-42f3-b450-486f83382276 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.982017] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878201, 'name': ReconfigVM_Task, 'duration_secs': 0.36539} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.982568] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 5f19bea0-0966-411b-a952-4a7b2145ac37/5f19bea0-0966-411b-a952-4a7b2145ac37.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.984456] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f78162e-b5ab-4d69-8c78-71e046700886 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.987204] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9dc020-091e-4bef-8d6d-6b8f39a26cd0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.004030] env[68946]: DEBUG nova.compute.provider_tree [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.004892] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 711.004892] env[68946]: value = "task-2878202" [ 711.004892] env[68946]: _type = "Task" [ 711.004892] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.014341] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878202, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.475136] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.508029] env[68946]: DEBUG nova.scheduler.client.report [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.531426] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878202, 'name': Rename_Task, 'duration_secs': 0.170021} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.536198] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.537071] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ba43fe4-5e70-44ac-b248-b2b850274705 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.547683] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 711.547683] env[68946]: value = "task-2878203" [ 711.547683] env[68946]: _type = "Task" [ 711.547683] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.560474] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.718644] env[68946]: DEBUG nova.network.neutron [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updating instance_info_cache with network_info: [{"id": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "address": "fa:16:3e:87:f3:59", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aeb988-dc", "ovs_interfaceid": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.993078] env[68946]: DEBUG nova.compute.manager [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received event network-vif-plugged-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 711.993311] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Acquiring lock "c6f78406-5540-4679-997c-c9a45b855141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.993687] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Lock "c6f78406-5540-4679-997c-c9a45b855141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.993785] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Lock "c6f78406-5540-4679-997c-c9a45b855141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.993948] env[68946]: DEBUG nova.compute.manager [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] No waiting events found dispatching network-vif-plugged-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.994875] env[68946]: WARNING nova.compute.manager [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received unexpected event network-vif-plugged-b5aeb988-dcd1-4fde-994f-09a3df0937d4 for instance with vm_state building and task_state spawning. [ 711.995212] env[68946]: DEBUG nova.compute.manager [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 711.995523] env[68946]: DEBUG nova.compute.manager [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing instance network info cache due to event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 711.995780] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Acquiring lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.013040] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.013463] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.017130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.456s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.019015] env[68946]: INFO nova.compute.claims [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.077262] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.193575] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.193843] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.225019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225019] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Instance network_info: |[{"id": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "address": "fa:16:3e:87:f3:59", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aeb988-dc", "ovs_interfaceid": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.225019] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Acquired lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225019] env[68946]: DEBUG nova.network.neutron [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.225019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5aeb988-dcd1-4fde-994f-09a3df0937d4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.237796] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Creating folder: Project (aa2e49359ed6499f992da983a111ebf9). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.239398] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0254e5bb-e06f-458c-be06-2d1b48178eca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.253742] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Created folder: Project (aa2e49359ed6499f992da983a111ebf9) in parent group-v578341. [ 712.253742] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Creating folder: Instances. Parent ref: group-v578390. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.253742] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0ecf06-ce0b-493f-8bac-e7db86729047 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.264434] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Created folder: Instances in parent group-v578390. [ 712.264434] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.264434] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.264682] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41524e89-3709-46f4-9239-710bf05c94bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.288169] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.288169] env[68946]: value = "task-2878206" [ 712.288169] env[68946]: _type = "Task" [ 712.288169] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.297252] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878206, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.527874] env[68946]: DEBUG nova.compute.utils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.532702] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.534796] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.567134] env[68946]: DEBUG oslo_vmware.api [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878203, 'name': PowerOnVM_Task, 'duration_secs': 0.570057} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.571444] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.571444] env[68946]: INFO nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 10.47 seconds to spawn the instance on the hypervisor. [ 712.571444] env[68946]: DEBUG nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.571721] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d36dbf-ab0d-438c-acbd-5f4c3d987498 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.632318] env[68946]: DEBUG nova.policy [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '539e5e2fddca4008a95582a77090639c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b513f3d96056468c9c3ab5203eb2bffb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.803861] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878206, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.029394] env[68946]: DEBUG nova.network.neutron [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updated VIF entry in instance network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.029783] env[68946]: DEBUG nova.network.neutron [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updating instance_info_cache with network_info: [{"id": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "address": "fa:16:3e:87:f3:59", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aeb988-dc", "ovs_interfaceid": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.034780] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.098700] env[68946]: INFO nova.compute.manager [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 35.07 seconds to build instance. [ 713.130240] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Successfully created port: 51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.310345] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878206, 'name': CreateVM_Task, 'duration_secs': 0.589599} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.310528] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.311254] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.311458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.311792] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.312096] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34868c3b-0142-49c5-a9c5-52a179ba9d98 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.316831] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 713.316831] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ddf29f-c4f1-93ee-72c5-6387b9971ed1" [ 713.316831] env[68946]: _type = "Task" [ 713.316831] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.330858] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ddf29f-c4f1-93ee-72c5-6387b9971ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.532194] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d2efc29-2370-49ac-bd17-99d0f0f64757 req-17e22c43-86de-4a7e-b28b-e9b0b76c9f93 service nova] Releasing lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.558101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3789780-b119-4400-b16b-b63bd5cb3bc2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.566093] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc798e27-7494-420d-8749-1ca9b4c48abf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.597259] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191bfb0a-c897-4e8a-ae4b-c60d62c5f962 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.600720] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eea100a7-a2e4-48cf-92db-9fb462324d23 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.878s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.609509] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3588e-1cdb-4ca3-aacc-a40b45632b89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.627425] env[68946]: DEBUG nova.compute.provider_tree [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.828597] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ddf29f-c4f1-93ee-72c5-6387b9971ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.828888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.829131] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.829368] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.829512] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.829686] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.829983] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433e3554-d643-4f15-8640-c3ae326e8987 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.838144] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.838332] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.839042] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7e6fa9-4e76-4982-9c20-a68a6986cd83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.843954] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 713.843954] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0fed4-dff2-a71e-aca9-2764023b158e" [ 713.843954] env[68946]: _type = "Task" [ 713.843954] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.851293] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0fed4-dff2-a71e-aca9-2764023b158e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.048478] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.087067] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.087791] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.087791] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.088059] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.088229] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.088373] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.088598] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.088757] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.088922] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.089119] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.089303] env[68946]: DEBUG nova.virt.hardware [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.090180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f508cf-f628-460f-a4ed-053fe68d8f6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.099379] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3e565-a907-4e82-8862-361f82f9105a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.114996] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.132036] env[68946]: DEBUG nova.scheduler.client.report [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.359036] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0fed4-dff2-a71e-aca9-2764023b158e, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.359036] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c331520a-4308-4992-ab71-cf116a9bf66e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.363166] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 714.363166] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524210cd-6dfb-e1be-7b74-323261f4b66f" [ 714.363166] env[68946]: _type = "Task" [ 714.363166] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.383773] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524210cd-6dfb-e1be-7b74-323261f4b66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.639760] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.639760] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.642878] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.553s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.644646] env[68946]: INFO nova.compute.claims [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.664101] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.777489] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.777489] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.878212] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524210cd-6dfb-e1be-7b74-323261f4b66f, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.878212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.878471] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] c6f78406-5540-4679-997c-c9a45b855141/c6f78406-5540-4679-997c-c9a45b855141.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.878690] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71715a6e-68f3-4d4e-bacd-a65e6adc8231 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.890020] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 714.890020] env[68946]: value = "task-2878207" [ 714.890020] env[68946]: _type = "Task" [ 714.890020] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.904256] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.918523] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Successfully updated port: 51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.156446] env[68946]: DEBUG nova.compute.utils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.162969] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.162969] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.232874] env[68946]: DEBUG nova.policy [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f178cfdf09d0490e8490e95470a8d846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f986ea8fa63641c6a2c251e0f141ec28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.309677] env[68946]: DEBUG nova.compute.manager [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Received event network-vif-plugged-51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.310204] env[68946]: DEBUG oslo_concurrency.lockutils [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] Acquiring lock "ca423313-0fcc-4480-8928-525309dd7bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.310783] env[68946]: DEBUG oslo_concurrency.lockutils [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] Lock "ca423313-0fcc-4480-8928-525309dd7bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.311183] env[68946]: DEBUG oslo_concurrency.lockutils [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] Lock "ca423313-0fcc-4480-8928-525309dd7bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.311549] env[68946]: DEBUG nova.compute.manager [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] No waiting events found dispatching network-vif-plugged-51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.311753] env[68946]: WARNING nova.compute.manager [req-c484364c-b624-4613-bf20-8942572a4a79 req-45d7d96f-46f7-44e5-9ae0-5a0012b079ab service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Received unexpected event network-vif-plugged-51c5c636-7cf6-4c47-8635-478c1b5be271 for instance with vm_state building and task_state spawning. [ 715.404091] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487856} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.404379] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] c6f78406-5540-4679-997c-c9a45b855141/c6f78406-5540-4679-997c-c9a45b855141.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.404627] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.404868] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9388008-d694-45c9-9159-5060da47e45d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.411773] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 715.411773] env[68946]: value = "task-2878208" [ 715.411773] env[68946]: _type = "Task" [ 715.411773] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.419981] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.420148] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.420316] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.421514] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.461692] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "01c5d417-3609-4987-9094-887626db9d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.462232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.621980] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Successfully created port: 1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.662979] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.927414] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.927577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.928423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f95bd-9993-496d-84ff-dee66ed2366a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.951665] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] c6f78406-5540-4679-997c-c9a45b855141/c6f78406-5540-4679-997c-c9a45b855141.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.954512] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4afa85d1-19d2-4f9e-93a0-e0204bbcea8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.969082] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.977342] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 715.977342] env[68946]: value = "task-2878209" [ 715.977342] env[68946]: _type = "Task" [ 715.977342] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.986908] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.118140] env[68946]: DEBUG nova.network.neutron [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Updating instance_info_cache with network_info: [{"id": "51c5c636-7cf6-4c47-8635-478c1b5be271", "address": "fa:16:3e:15:37:df", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c5c636-7c", "ovs_interfaceid": "51c5c636-7cf6-4c47-8635-478c1b5be271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.227275] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df0011-6874-4587-b7a7-eff4e19f50ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.235096] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d1f9e-fd62-4225-aba8-b26b51ab09da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.266197] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b1d34-7660-4138-a1d6-4b065d7e076f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.273592] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b41a1f-29e7-4939-b48c-624dd28483af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.286569] env[68946]: DEBUG nova.compute.provider_tree [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.487865] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.624419] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.625416] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Instance network_info: |[{"id": "51c5c636-7cf6-4c47-8635-478c1b5be271", "address": "fa:16:3e:15:37:df", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c5c636-7c", "ovs_interfaceid": "51c5c636-7cf6-4c47-8635-478c1b5be271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.626300] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:37:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51c5c636-7cf6-4c47-8635-478c1b5be271', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.638416] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.638874] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.639231] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ded710-3cff-4925-b2d4-76284e2a40af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.667826] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.667826] env[68946]: value = "task-2878210" [ 716.667826] env[68946]: _type = "Task" [ 716.667826] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.680316] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.682509] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878210, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.711317] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:01:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1946770815',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-511627936',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.711463] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.711649] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.711739] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.711883] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.712334] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.712727] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.712785] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.712961] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.713174] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.713350] env[68946]: DEBUG nova.virt.hardware [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.714514] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b94d48c-95c1-4a57-bcce-9eb553b8becc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.724112] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc970d-795c-4102-b18a-94daa9293b50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.790692] env[68946]: DEBUG nova.scheduler.client.report [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.989383] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878209, 'name': ReconfigVM_Task, 'duration_secs': 0.975085} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.989771] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Reconfigured VM instance instance-00000011 to attach disk [datastore1] c6f78406-5540-4679-997c-c9a45b855141/c6f78406-5540-4679-997c-c9a45b855141.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.990732] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b8bd4d-3d16-4cd3-b497-b8eee781382f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.996946] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 716.996946] env[68946]: value = "task-2878211" [ 716.996946] env[68946]: _type = "Task" [ 716.996946] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.009487] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878211, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.181834] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878210, 'name': CreateVM_Task, 'duration_secs': 0.346566} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.182905] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Successfully updated port: 1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.184026] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.184899] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.185974] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.186341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.186600] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd88e30a-883f-4ac8-99d8-e1f7b1ff0547 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.192231] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 717.192231] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529caf90-2015-0827-6456-3e369bd47020" [ 717.192231] env[68946]: _type = "Task" [ 717.192231] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.206533] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529caf90-2015-0827-6456-3e369bd47020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.296402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.296956] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.300633] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.707s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.300924] env[68946]: DEBUG nova.objects.instance [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lazy-loading 'resources' on Instance uuid 2b124368-c128-4187-8e72-a36847cf075d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.365251] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Received event network-changed-51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.365251] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Refreshing instance network info cache due to event network-changed-51c5c636-7cf6-4c47-8635-478c1b5be271. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.365251] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Acquiring lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.365251] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Acquired lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.365251] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Refreshing network info cache for port 51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.509799] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878211, 'name': Rename_Task, 'duration_secs': 0.158349} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.514225] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.514872] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd79e50d-9d05-4e73-a428-67ada219c121 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.522679] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 717.522679] env[68946]: value = "task-2878212" [ 717.522679] env[68946]: _type = "Task" [ 717.522679] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.530884] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.687055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.687055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.687055] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.705900] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529caf90-2015-0827-6456-3e369bd47020, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.706021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.706254] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.706783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706902] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.707516] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b43be29-12f5-4283-a017-f0c5297e8957 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.717769] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.718027] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.719157] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4956b397-7b81-4d0a-937a-1986a8fd3016 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.729493] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 717.729493] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524ef112-fd90-4dc4-267b-3707f3ed636d" [ 717.729493] env[68946]: _type = "Task" [ 717.729493] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.741584] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524ef112-fd90-4dc4-267b-3707f3ed636d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.805435] env[68946]: DEBUG nova.compute.utils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.810234] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.810454] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.890332] env[68946]: DEBUG nova.policy [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3583de6df146a1af22b1bd0ef4fb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8774be4c61ac4befa5c4fd89d428250d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.037546] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.176917] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.177314] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91317c2-731d-4a18-81fb-60a9f880ab44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.194029] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.194269] env[68946]: ERROR oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk due to incomplete transfer. [ 718.194507] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0a370e1-8d9b-4640-b901-0df70b338de1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.208378] env[68946]: DEBUG oslo_vmware.rw_handles [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153e14-2a99-494f-2d38-d74cb35c7f8b/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.208378] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Uploaded image 5a1044c2-0925-4a90-8fc3-e180f0e6f233 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.208378] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.208567] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b04e499-c339-4516-a702-06236677ce8e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.215525] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 718.215525] env[68946]: value = "task-2878213" [ 718.215525] env[68946]: _type = "Task" [ 718.215525] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.232115] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878213, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.240976] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524ef112-fd90-4dc4-267b-3707f3ed636d, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.241862] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06aafd83-80de-404e-a981-148ca9366541 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.247116] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 718.247116] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cddd54-4a06-0ac6-98fc-c13f5c53428a" [ 718.247116] env[68946]: _type = "Task" [ 718.247116] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.258214] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cddd54-4a06-0ac6-98fc-c13f5c53428a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.262879] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Updated VIF entry in instance network info cache for port 51c5c636-7cf6-4c47-8635-478c1b5be271. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.263199] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Updating instance_info_cache with network_info: [{"id": "51c5c636-7cf6-4c47-8635-478c1b5be271", "address": "fa:16:3e:15:37:df", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c5c636-7c", "ovs_interfaceid": "51c5c636-7cf6-4c47-8635-478c1b5be271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.272325] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.313622] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.389196] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64b7a7f-3ebe-4de4-b737-a866dcdc2206 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.398476] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143d4270-40e5-4915-a1fc-3c29843bb75f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.403768] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Successfully created port: fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.436806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167dd918-4aa3-4b88-97a9-af5a12f38edb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.445145] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40194525-37c8-44f4-ab53-8d71078ccb1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.459242] env[68946]: DEBUG nova.compute.provider_tree [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.498385] env[68946]: DEBUG nova.network.neutron [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updating instance_info_cache with network_info: [{"id": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "address": "fa:16:3e:a4:63:76", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc25372-18", "ovs_interfaceid": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.533634] env[68946]: DEBUG oslo_vmware.api [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878212, 'name': PowerOnVM_Task, 'duration_secs': 0.836206} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.533933] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.534152] env[68946]: INFO nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Took 9.48 seconds to spawn the instance on the hypervisor. [ 718.534336] env[68946]: DEBUG nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.535104] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d86848-95e5-4844-ae6d-34f8168353c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.727918] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878213, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.759860] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cddd54-4a06-0ac6-98fc-c13f5c53428a, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.759960] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.760297] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ca423313-0fcc-4480-8928-525309dd7bda/ca423313-0fcc-4480-8928-525309dd7bda.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.760627] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4189f29-ef1c-4e8f-af44-302d9022ffe9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.766636] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Releasing lock "refresh_cache-ca423313-0fcc-4480-8928-525309dd7bda" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.766882] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Received event network-vif-plugged-1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.767080] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Acquiring lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.767288] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.767447] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.767614] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] No waiting events found dispatching network-vif-plugged-1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.767771] env[68946]: WARNING nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Received unexpected event network-vif-plugged-1dc25372-18ba-4446-9ab1-cfb808deabd1 for instance with vm_state building and task_state spawning. [ 718.768045] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Received event network-changed-1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.768085] env[68946]: DEBUG nova.compute.manager [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Refreshing instance network info cache due to event network-changed-1dc25372-18ba-4446-9ab1-cfb808deabd1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 718.768251] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Acquiring lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.769426] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 718.769426] env[68946]: value = "task-2878214" [ 718.769426] env[68946]: _type = "Task" [ 718.769426] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.778997] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.963216] env[68946]: DEBUG nova.scheduler.client.report [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.002229] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.002229] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Instance network_info: |[{"id": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "address": "fa:16:3e:a4:63:76", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc25372-18", "ovs_interfaceid": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.002229] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Acquired lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.002229] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Refreshing network info cache for port 1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.003294] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:63:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dc25372-18ba-4446-9ab1-cfb808deabd1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.011794] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Creating folder: Project (f986ea8fa63641c6a2c251e0f141ec28). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.015629] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aab419c-f0c1-4b92-bb90-75b1b847da25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.027628] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Created folder: Project (f986ea8fa63641c6a2c251e0f141ec28) in parent group-v578341. [ 719.027876] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Creating folder: Instances. Parent ref: group-v578394. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.028142] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b44538-3d6b-40df-9935-6a6e00fd854e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.037145] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Created folder: Instances in parent group-v578394. [ 719.037656] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.037656] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.037885] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40c453b-cbd8-44be-ba48-2b2cfec42067 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.063424] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.063424] env[68946]: value = "task-2878217" [ 719.063424] env[68946]: _type = "Task" [ 719.063424] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.063424] env[68946]: INFO nova.compute.manager [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Took 35.22 seconds to build instance. [ 719.076080] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878217, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.228807] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878213, 'name': Destroy_Task, 'duration_secs': 0.67346} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.229087] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Destroyed the VM [ 719.229409] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.229649] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb51bfc7-d8ba-4111-a4a5-bf6a9ea67df4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.236963] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 719.236963] env[68946]: value = "task-2878218" [ 719.236963] env[68946]: _type = "Task" [ 719.236963] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.249050] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.280607] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46931} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.283221] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ca423313-0fcc-4480-8928-525309dd7bda/ca423313-0fcc-4480-8928-525309dd7bda.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.283221] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.283221] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee4a8a1-3e9d-475b-af76-431a62190e2d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.288293] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 719.288293] env[68946]: value = "task-2878219" [ 719.288293] env[68946]: _type = "Task" [ 719.288293] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.296247] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.325311] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.360709] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.360971] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.361076] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.361303] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.361523] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.361687] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.361892] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.362113] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.362295] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.362454] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.362642] env[68946]: DEBUG nova.virt.hardware [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.363872] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e1428-9f90-47ff-811d-c99be14cd887 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.377446] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a85d4ef-4b0e-4090-ac65-3bec9781ea4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.447306] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updated VIF entry in instance network info cache for port 1dc25372-18ba-4446-9ab1-cfb808deabd1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.447687] env[68946]: DEBUG nova.network.neutron [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updating instance_info_cache with network_info: [{"id": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "address": "fa:16:3e:a4:63:76", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc25372-18", "ovs_interfaceid": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.469294] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.472916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.763s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.473232] env[68946]: DEBUG nova.objects.instance [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lazy-loading 'resources' on Instance uuid 7d2bcf74-1571-495d-a81b-59d21747f5d4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.505551] env[68946]: INFO nova.scheduler.client.report [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Deleted allocations for instance 2b124368-c128-4187-8e72-a36847cf075d [ 719.569901] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3afdf16d-ef64-4385-8762-71c8c4f9a0d9 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.769s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.579443] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878217, 'name': CreateVM_Task, 'duration_secs': 0.432561} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.579669] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.580397] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.580593] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.580861] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.582802] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81efd7b-e0b5-4a8c-8553-0d1acfd663b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.587535] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 719.587535] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258cffd-2ad7-4c06-517b-64a65644e101" [ 719.587535] env[68946]: _type = "Task" [ 719.587535] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.596199] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258cffd-2ad7-4c06-517b-64a65644e101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.746660] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878218, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.798915] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073769} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.799267] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.799963] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4de5285-839b-4a73-83bf-420259b971f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.824101] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ca423313-0fcc-4480-8928-525309dd7bda/ca423313-0fcc-4480-8928-525309dd7bda.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.824477] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad23cf21-4a95-432a-97d4-da5af97582c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.846026] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 719.846026] env[68946]: value = "task-2878220" [ 719.846026] env[68946]: _type = "Task" [ 719.846026] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.852060] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.868852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "d6056501-3484-4d10-8641-aa0db46f0e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.869096] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.869334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.869501] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.869685] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.871922] env[68946]: INFO nova.compute.manager [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Terminating instance [ 719.952312] env[68946]: DEBUG oslo_concurrency.lockutils [req-2ecb3000-31d4-4218-a8c0-2fe11e75fb9d req-e34c4b18-1345-47b8-8301-5a8bc879c20d service nova] Releasing lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.013083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-58a20035-098a-454f-a882-7269ba224560 tempest-InstanceActionsNegativeTestJSON-2091663286 tempest-InstanceActionsNegativeTestJSON-2091663286-project-member] Lock "2b124368-c128-4187-8e72-a36847cf075d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.196s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.080702] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.101513] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258cffd-2ad7-4c06-517b-64a65644e101, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.101513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.101513] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.101513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.101513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.101513] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.103812] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed99720-9706-475e-8b6a-85cb2fdf885e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.112069] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Successfully updated port: fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.114403] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.114578] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.120639] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4cbba0-b867-481b-8994-f63580a4fbe5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.134880] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 720.134880] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5225d5e1-fd23-2451-3275-e75720cc9c25" [ 720.134880] env[68946]: _type = "Task" [ 720.134880] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.142327] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5225d5e1-fd23-2451-3275-e75720cc9c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.249365] env[68946]: DEBUG oslo_vmware.api [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878218, 'name': RemoveSnapshot_Task, 'duration_secs': 0.563881} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.250480] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.250480] env[68946]: INFO nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 720.354475] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878220, 'name': ReconfigVM_Task, 'duration_secs': 0.31324} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.355644] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ca423313-0fcc-4480-8928-525309dd7bda/ca423313-0fcc-4480-8928-525309dd7bda.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.356359] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a287851-1e9a-4405-80f2-42d60e73fdf8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.363934] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 720.363934] env[68946]: value = "task-2878221" [ 720.363934] env[68946]: _type = "Task" [ 720.363934] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.377782] env[68946]: DEBUG nova.compute.manager [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.377999] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.378287] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878221, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.379030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628f62e-e03f-4a78-8f12-48c9516d74a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.390568] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.390838] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f98351-41e2-4312-8b98-e3ba64b4f1e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.404666] env[68946]: DEBUG nova.compute.manager [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Received event network-vif-plugged-fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.404666] env[68946]: DEBUG oslo_concurrency.lockutils [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.404666] env[68946]: DEBUG oslo_concurrency.lockutils [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.404666] env[68946]: DEBUG oslo_concurrency.lockutils [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.404898] env[68946]: DEBUG nova.compute.manager [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] No waiting events found dispatching network-vif-plugged-fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.404898] env[68946]: WARNING nova.compute.manager [req-a98d28fe-1cb2-4b07-b42b-e5799c1347ae req-62771da2-f789-470c-8d65-fbb8b55ac759 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Received unexpected event network-vif-plugged-fa60aa1b-f677-45bd-9646-b205e9d9e09d for instance with vm_state building and task_state spawning. [ 720.454274] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.454630] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.454783] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore2] d6056501-3484-4d10-8641-aa0db46f0e97 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.455078] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-650f1aa8-5ae2-4d45-9891-02d5722a55ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.462605] env[68946]: DEBUG oslo_vmware.api [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 720.462605] env[68946]: value = "task-2878223" [ 720.462605] env[68946]: _type = "Task" [ 720.462605] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.475592] env[68946]: DEBUG oslo_vmware.api [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.511663] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a5481-3151-4fa1-9c51-ce8fb9d47c59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.521307] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61321c9b-1193-4650-b7d4-82c8e6ec2c6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.564173] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35cc86f-9b84-4ea5-b188-32107fd0461d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.567294] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "aab45dae-d614-4714-9aa6-87d841476252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.567516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.573647] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3e3bd4-96b4-4500-b124-ef25d7b236f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.590687] env[68946]: DEBUG nova.compute.provider_tree [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.619673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.619834] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.620015] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.623404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.644127] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5225d5e1-fd23-2451-3275-e75720cc9c25, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.645147] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdcb926b-bf14-4e21-ad45-1dcadbb10ce5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.651474] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 720.651474] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523664dc-621f-303b-ba1f-81d057b061fb" [ 720.651474] env[68946]: _type = "Task" [ 720.651474] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.659927] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523664dc-621f-303b-ba1f-81d057b061fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.673860] env[68946]: DEBUG nova.compute.manager [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.673976] env[68946]: DEBUG nova.compute.manager [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing instance network info cache due to event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 720.674224] env[68946]: DEBUG oslo_concurrency.lockutils [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] Acquiring lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.674330] env[68946]: DEBUG oslo_concurrency.lockutils [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] Acquired lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.674477] env[68946]: DEBUG nova.network.neutron [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.753466] env[68946]: DEBUG nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance disappeared during snapshot {{(pid=68946) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 720.774899] env[68946]: DEBUG nova.compute.manager [None req-b1fcfebb-92a1-452c-a315-56a6e739bd29 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image not found during clean up 5a1044c2-0925-4a90-8fc3-e180f0e6f233 {{(pid=68946) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 720.876588] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878221, 'name': Rename_Task, 'duration_secs': 0.138147} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.877942] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.877942] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825d6b06-dafe-4f9e-bd83-c1fb59a16915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.884483] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 720.884483] env[68946]: value = "task-2878224" [ 720.884483] env[68946]: _type = "Task" [ 720.884483] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.894477] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.974294] env[68946]: DEBUG oslo_vmware.api [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142487} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.974702] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.974702] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.975504] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.975504] env[68946]: INFO nova.compute.manager [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Took 0.60 seconds to destroy the instance on the hypervisor. [ 720.975504] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.975504] env[68946]: DEBUG nova.compute.manager [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.975805] env[68946]: DEBUG nova.network.neutron [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.118735] env[68946]: ERROR nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] [req-f44c4efe-0252-4483-81bd-c8b3db30cc9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f44c4efe-0252-4483-81bd-c8b3db30cc9a"}]} [ 721.141478] env[68946]: DEBUG nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.161717] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523664dc-621f-303b-ba1f-81d057b061fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.162986] env[68946]: DEBUG nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.163185] env[68946]: DEBUG nova.compute.provider_tree [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.165560] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.165703] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2e38bf82-2d8e-4871-bf04-a46a4da4045a/2e38bf82-2d8e-4871-bf04-a46a4da4045a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.167597] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e4bfc3f-7ca0-4ff2-8869-bb7a38dcb7e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.182033] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 721.182033] env[68946]: value = "task-2878225" [ 721.182033] env[68946]: _type = "Task" [ 721.182033] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.186689] env[68946]: DEBUG nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.196412] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.207964] env[68946]: DEBUG nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.345533] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.401438] env[68946]: DEBUG oslo_vmware.api [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878224, 'name': PowerOnVM_Task, 'duration_secs': 0.486579} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.402227] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.402610] env[68946]: INFO nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Took 7.35 seconds to spawn the instance on the hypervisor. [ 721.402901] env[68946]: DEBUG nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.406022] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c02426-08fa-4ac7-8d0b-48cfa010fded {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.660331] env[68946]: DEBUG nova.network.neutron [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updated VIF entry in instance network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.660708] env[68946]: DEBUG nova.network.neutron [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updating instance_info_cache with network_info: [{"id": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "address": "fa:16:3e:87:f3:59", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aeb988-dc", "ovs_interfaceid": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.697924] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878225, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.807339] env[68946]: DEBUG nova.network.neutron [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating instance_info_cache with network_info: [{"id": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "address": "fa:16:3e:46:70:0b", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa60aa1b-f6", "ovs_interfaceid": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.892017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18d2f2-2817-4772-89ee-24ee6b39add4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.898564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27951e67-9db5-46b9-9cee-fa73b9d28ee2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.948660] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b9bf0-d0e2-464c-b8f6-f90194a5f8a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.951596] env[68946]: INFO nova.compute.manager [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Took 37.05 seconds to build instance. [ 721.958273] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2b866-84f8-4515-a726-9c41f399cd4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.974987] env[68946]: DEBUG nova.compute.provider_tree [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.019627] env[68946]: DEBUG nova.network.neutron [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.163950] env[68946]: DEBUG oslo_concurrency.lockutils [req-0405aee9-9379-4128-81a0-d901732018e2 req-8b75fbfb-f5e7-4c96-9bdb-6b1567601663 service nova] Releasing lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.197112] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527258} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.197762] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2e38bf82-2d8e-4871-bf04-a46a4da4045a/2e38bf82-2d8e-4871-bf04-a46a4da4045a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.198124] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.198477] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-549bc995-57b7-45d2-81c5-51bfe1662ca0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.208470] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 722.208470] env[68946]: value = "task-2878226" [ 722.208470] env[68946]: _type = "Task" [ 722.208470] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.217479] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.313017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.313017] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Instance network_info: |[{"id": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "address": "fa:16:3e:46:70:0b", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa60aa1b-f6", "ovs_interfaceid": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.313017] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:70:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa60aa1b-f677-45bd-9646-b205e9d9e09d', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.326023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating folder: Project (8774be4c61ac4befa5c4fd89d428250d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.326023] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cf6eb75-50cb-4c42-8cac-2204ab4736c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.336242] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created folder: Project (8774be4c61ac4befa5c4fd89d428250d) in parent group-v578341. [ 722.336242] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating folder: Instances. Parent ref: group-v578397. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.336242] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59e4caea-f5c4-4d52-9ecd-47783022febf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.347026] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created folder: Instances in parent group-v578397. [ 722.347026] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.347026] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.347026] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36f5d2f-cc3a-4fef-a451-e9c14d692b2c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.369605] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.369605] env[68946]: value = "task-2878229" [ 722.369605] env[68946]: _type = "Task" [ 722.369605] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.378862] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878229, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.453707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e0d86896-6cb0-4420-828d-5c7b277ac16e tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.264s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.478416] env[68946]: DEBUG nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.523898] env[68946]: INFO nova.compute.manager [-] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Took 1.55 seconds to deallocate network for instance. [ 722.718403] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072037} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.719147] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.720396] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61af61d3-82c4-40c1-b8f7-d81ca2bb25d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.753598] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 2e38bf82-2d8e-4871-bf04-a46a4da4045a/2e38bf82-2d8e-4871-bf04-a46a4da4045a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.756797] env[68946]: DEBUG nova.compute.manager [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Received event network-changed-fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.756797] env[68946]: DEBUG nova.compute.manager [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Refreshing instance network info cache due to event network-changed-fa60aa1b-f677-45bd-9646-b205e9d9e09d. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 722.756797] env[68946]: DEBUG oslo_concurrency.lockutils [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] Acquiring lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.756797] env[68946]: DEBUG oslo_concurrency.lockutils [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] Acquired lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.756797] env[68946]: DEBUG nova.network.neutron [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Refreshing network info cache for port fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.757906] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b415ed-849c-4fb4-a5b7-e0822cbb983c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.782558] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 722.782558] env[68946]: value = "task-2878230" [ 722.782558] env[68946]: _type = "Task" [ 722.782558] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.792173] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.879285] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878229, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.957242] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.983686] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.510s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.991025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.761s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.991025] env[68946]: DEBUG nova.objects.instance [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lazy-loading 'resources' on Instance uuid 6e887446-a5a6-48dd-9218-a0ff9c0bb406 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.025437] env[68946]: DEBUG nova.compute.manager [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.025634] env[68946]: DEBUG nova.compute.manager [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing instance network info cache due to event network-changed-b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 723.025803] env[68946]: DEBUG oslo_concurrency.lockutils [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] Acquiring lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.026050] env[68946]: DEBUG oslo_concurrency.lockutils [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] Acquired lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.026238] env[68946]: DEBUG nova.network.neutron [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Refreshing network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.028030] env[68946]: INFO nova.scheduler.client.report [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Deleted allocations for instance 7d2bcf74-1571-495d-a81b-59d21747f5d4 [ 723.034736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.294305] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878230, 'name': ReconfigVM_Task, 'duration_secs': 0.270833} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.294841] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 2e38bf82-2d8e-4871-bf04-a46a4da4045a/2e38bf82-2d8e-4871-bf04-a46a4da4045a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.295649] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0302f8a2-52d8-4d01-906c-755f6d34c794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.304344] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 723.304344] env[68946]: value = "task-2878231" [ 723.304344] env[68946]: _type = "Task" [ 723.304344] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.311297] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878231, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.383112] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878229, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.480354] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.543161] env[68946]: DEBUG oslo_concurrency.lockutils [None req-906ef35e-4043-4c94-8afb-eadb78689a6d tempest-ServerDiagnosticsV248Test-1823101794 tempest-ServerDiagnosticsV248Test-1823101794-project-member] Lock "7d2bcf74-1571-495d-a81b-59d21747f5d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.199s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.685209] env[68946]: DEBUG nova.network.neutron [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updated VIF entry in instance network info cache for port fa60aa1b-f677-45bd-9646-b205e9d9e09d. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.686417] env[68946]: DEBUG nova.network.neutron [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating instance_info_cache with network_info: [{"id": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "address": "fa:16:3e:46:70:0b", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa60aa1b-f6", "ovs_interfaceid": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.818865] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878231, 'name': Rename_Task, 'duration_secs': 0.140743} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.821503] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.822015] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2444a73-991e-4259-b863-fae75e9d7363 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.832131] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 723.832131] env[68946]: value = "task-2878232" [ 723.832131] env[68946]: _type = "Task" [ 723.832131] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.850910] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.884398] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878229, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.905136] env[68946]: DEBUG nova.network.neutron [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updated VIF entry in instance network info cache for port b5aeb988-dcd1-4fde-994f-09a3df0937d4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.905136] env[68946]: DEBUG nova.network.neutron [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updating instance_info_cache with network_info: [{"id": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "address": "fa:16:3e:87:f3:59", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aeb988-dc", "ovs_interfaceid": "b5aeb988-dcd1-4fde-994f-09a3df0937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.105149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487412a9-b447-4b63-b0b3-ffb618c4477f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.113981] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb9ae0-e2d7-4dba-bc9d-e929e20f7d4e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.150043] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e2dbe-7a8b-4866-bdad-54228bc61cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.158417] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61750572-b430-479d-b832-ced953a92cb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.175121] env[68946]: DEBUG nova.compute.provider_tree [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.188342] env[68946]: DEBUG oslo_concurrency.lockutils [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] Releasing lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.188585] env[68946]: DEBUG nova.compute.manager [req-0b9322d4-3df5-4f61-91ce-3d75d919d5dd req-03cfae04-5c2e-4fe9-b8bc-ca1727d236e0 service nova] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Received event network-vif-deleted-3281ed0e-55e7-4b4b-a4cd-3238fad7621a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.343702] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.383263] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878229, 'name': CreateVM_Task, 'duration_secs': 1.540738} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.383454] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.384172] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.384355] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.384907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.385282] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744040cf-4f28-498d-8a9e-229cde6d4dce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.391018] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 724.391018] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a0214-1c43-43a2-1dad-435565207363" [ 724.391018] env[68946]: _type = "Task" [ 724.391018] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.399583] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a0214-1c43-43a2-1dad-435565207363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.407838] env[68946]: DEBUG oslo_concurrency.lockutils [req-46a0c449-f5a8-4b79-8c28-ffeaba969f7a req-44b36dc3-26ee-412e-9dc0-c3505fb391ca service nova] Releasing lock "refresh_cache-c6f78406-5540-4679-997c-c9a45b855141" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.654173] env[68946]: DEBUG nova.compute.manager [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.655406] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0284ad-6450-41eb-8103-9e5b3e2f1c82 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.680333] env[68946]: DEBUG nova.scheduler.client.report [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.845153] env[68946]: DEBUG oslo_vmware.api [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878232, 'name': PowerOnVM_Task, 'duration_secs': 0.581786} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.845590] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.846207] env[68946]: INFO nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Took 8.17 seconds to spawn the instance on the hypervisor. [ 724.846694] env[68946]: DEBUG nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.847454] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303170f-9e26-4d29-ac85-4796e7cee116 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.904752] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a0214-1c43-43a2-1dad-435565207363, 'name': SearchDatastore_Task, 'duration_secs': 0.01363} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.906305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.906305] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.906305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.906305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.906305] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.906305] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfecabf3-9655-4cc8-9af6-784b04fbe7f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.920389] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.920590] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.921362] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8aa504-4ece-46ba-837b-d162bbb5c88e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.927534] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 724.927534] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cf34f-016a-b54e-8d0e-6f67abf074b5" [ 724.927534] env[68946]: _type = "Task" [ 724.927534] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.937219] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cf34f-016a-b54e-8d0e-6f67abf074b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.175616] env[68946]: INFO nova.compute.manager [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] instance snapshotting [ 725.178456] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9e20f-7867-4f77-b5ad-f70b8cca565d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.200206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.203237] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.942s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.204916] env[68946]: INFO nova.compute.claims [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.208130] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a50ce-e6ec-4546-83dc-056b664775ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.224754] env[68946]: INFO nova.scheduler.client.report [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Deleted allocations for instance 6e887446-a5a6-48dd-9218-a0ff9c0bb406 [ 725.372365] env[68946]: INFO nova.compute.manager [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Took 38.84 seconds to build instance. [ 725.440544] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cf34f-016a-b54e-8d0e-6f67abf074b5, 'name': SearchDatastore_Task, 'duration_secs': 0.033452} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.441734] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061d898e-5414-49d6-b968-f08e5a636223 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.448072] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 725.448072] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c7d6a-a01d-14b8-731c-4d8c2715e854" [ 725.448072] env[68946]: _type = "Task" [ 725.448072] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.456873] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c7d6a-a01d-14b8-731c-4d8c2715e854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.719409] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.719715] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6dc04833-9540-4815-945e-b6e8a92c55a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.729452] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 725.729452] env[68946]: value = "task-2878237" [ 725.729452] env[68946]: _type = "Task" [ 725.729452] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.744473] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.745195] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fdf5d478-b9ed-4b74-bfe4-335a3429375e tempest-ServersNegativeTestMultiTenantJSON-121628577 tempest-ServersNegativeTestMultiTenantJSON-121628577-project-member] Lock "6e887446-a5a6-48dd-9218-a0ff9c0bb406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.779s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.876534] env[68946]: DEBUG oslo_concurrency.lockutils [None req-898911e6-cfeb-4d00-916d-7a8834e9fc5d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.069s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.961275] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c7d6a-a01d-14b8-731c-4d8c2715e854, 'name': SearchDatastore_Task, 'duration_secs': 0.022573} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.962060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.962515] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 78ce28ce-112c-4444-8a7e-2e633a5b4ef5/78ce28ce-112c-4444-8a7e-2e633a5b4ef5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.963211] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba0ca4b-3b4c-47db-a1bd-69442efb6eae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.972028] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 725.972028] env[68946]: value = "task-2878238" [ 725.972028] env[68946]: _type = "Task" [ 725.972028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.983159] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.250158] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.381674] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.488670] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.743623] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878237, 'name': CreateSnapshot_Task, 'duration_secs': 0.804914} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.744338] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.745975] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d339f-60f6-47c0-9b78-b369d02517b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.803084] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309895ce-19da-4fe7-9b5c-a4860e5a57a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.813850] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d04e1-2886-401e-85ce-1dfbe248f15c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.858452] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c392857b-e8f1-4183-8e28-0f4682adeb93 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.868413] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f63588-de99-4854-9b07-91c30ff4e057 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.884028] env[68946]: DEBUG nova.compute.provider_tree [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.915022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.983921] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590398} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.983921] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 78ce28ce-112c-4444-8a7e-2e633a5b4ef5/78ce28ce-112c-4444-8a7e-2e633a5b4ef5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.983921] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.984532] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb251d4d-0b09-4c1f-94f3-04880ea06d35 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.990539] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 726.990539] env[68946]: value = "task-2878239" [ 726.990539] env[68946]: _type = "Task" [ 726.990539] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.999560] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.270947] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.271315] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17ac2f13-3335-459b-ab06-f8966a6370c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.279987] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 727.279987] env[68946]: value = "task-2878240" [ 727.279987] env[68946]: _type = "Task" [ 727.279987] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.291017] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878240, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.389318] env[68946]: DEBUG nova.scheduler.client.report [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.513786] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069772} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.513990] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.517803] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72fa85f-7fd6-48a0-8551-888269d0d94b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.583305] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 78ce28ce-112c-4444-8a7e-2e633a5b4ef5/78ce28ce-112c-4444-8a7e-2e633a5b4ef5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.583834] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2730508b-5234-4cde-a6d0-2108752dc7ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.617203] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 727.617203] env[68946]: value = "task-2878241" [ 727.617203] env[68946]: _type = "Task" [ 727.617203] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.632509] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.794385] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878240, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.898630] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.899182] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.904855] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.816s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.106560] env[68946]: DEBUG nova.compute.manager [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Received event network-changed-1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.107259] env[68946]: DEBUG nova.compute.manager [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Refreshing instance network info cache due to event network-changed-1dc25372-18ba-4446-9ab1-cfb808deabd1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.107259] env[68946]: DEBUG oslo_concurrency.lockutils [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] Acquiring lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.107259] env[68946]: DEBUG oslo_concurrency.lockutils [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] Acquired lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.107259] env[68946]: DEBUG nova.network.neutron [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Refreshing network info cache for port 1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.132940] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.299338] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878240, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.414627] env[68946]: DEBUG nova.compute.utils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.419700] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.419700] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.514073] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fed0e4-3c10-49e2-bdba-19078ac6e37d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.520896] env[68946]: DEBUG nova.policy [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b31a192232db46ec9f758dd355631d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b4ccc7c0214235b5e731046fc5f590', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.527080] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbc299e-c811-455d-8121-d4ed98e0b731 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.563539] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e20e0f9-af04-41b4-ac53-56c2b3a9b097 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.573272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec4d44-1bdb-44ab-aa6e-0234fa0586d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.604044] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.633667] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878241, 'name': ReconfigVM_Task, 'duration_secs': 0.759243} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.634482] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 78ce28ce-112c-4444-8a7e-2e633a5b4ef5/78ce28ce-112c-4444-8a7e-2e633a5b4ef5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.637625] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-540c3002-fa45-4089-bc17-314111993cde {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.645737] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 728.645737] env[68946]: value = "task-2878242" [ 728.645737] env[68946]: _type = "Task" [ 728.645737] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.655678] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878242, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.792668] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.793498] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.802149] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878240, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.924442] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.110929] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.156818] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878242, 'name': Rename_Task, 'duration_secs': 0.221061} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.157128] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.157381] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e38d8b-e07d-4546-8782-5ce2e605b03a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.163960] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 729.163960] env[68946]: value = "task-2878244" [ 729.163960] env[68946]: _type = "Task" [ 729.163960] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.169235] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Successfully created port: 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.174338] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.280663] env[68946]: DEBUG nova.network.neutron [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updated VIF entry in instance network info cache for port 1dc25372-18ba-4446-9ab1-cfb808deabd1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.280663] env[68946]: DEBUG nova.network.neutron [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updating instance_info_cache with network_info: [{"id": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "address": "fa:16:3e:a4:63:76", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc25372-18", "ovs_interfaceid": "1dc25372-18ba-4446-9ab1-cfb808deabd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.298329] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878240, 'name': CloneVM_Task, 'duration_secs': 1.808082} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.298688] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Created linked-clone VM from snapshot [ 729.299397] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abb477-1117-4433-9cb1-12076197a0b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.312442] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Uploading image 7a3e96eb-5b57-42f0-bb64-6f4beae2c436 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.342762] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.342762] env[68946]: value = "vm-578404" [ 729.342762] env[68946]: _type = "VirtualMachine" [ 729.342762] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.343052] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05f06cd7-96ce-4e4f-84f9-d2f61fd830b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.353287] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease: (returnval){ [ 729.353287] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5209379f-96b6-18fb-f7d0-fbcf5a078dd9" [ 729.353287] env[68946]: _type = "HttpNfcLease" [ 729.353287] env[68946]: } obtained for exporting VM: (result){ [ 729.353287] env[68946]: value = "vm-578404" [ 729.353287] env[68946]: _type = "VirtualMachine" [ 729.353287] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.353287] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the lease: (returnval){ [ 729.353287] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5209379f-96b6-18fb-f7d0-fbcf5a078dd9" [ 729.353287] env[68946]: _type = "HttpNfcLease" [ 729.353287] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.360083] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.360083] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5209379f-96b6-18fb-f7d0-fbcf5a078dd9" [ 729.360083] env[68946]: _type = "HttpNfcLease" [ 729.360083] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.615556] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.629623] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.522s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.631595] env[68946]: INFO nova.compute.claims [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.674962] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.782222] env[68946]: DEBUG oslo_concurrency.lockutils [req-981920e4-6594-4b0c-a3d6-7dd6d65ae40e req-1f61f674-92db-4a8c-a460-341a33aabe3f service nova] Releasing lock "refresh_cache-2e38bf82-2d8e-4871-bf04-a46a4da4045a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.860204] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.860204] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5209379f-96b6-18fb-f7d0-fbcf5a078dd9" [ 729.860204] env[68946]: _type = "HttpNfcLease" [ 729.860204] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.860518] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.860518] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5209379f-96b6-18fb-f7d0-fbcf5a078dd9" [ 729.860518] env[68946]: _type = "HttpNfcLease" [ 729.860518] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.861298] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c2d36-11bc-4b73-996d-9cf14faebb02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.870422] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.870601] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.942710] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.968106] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.968414] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.968554] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.968749] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.968904] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.969862] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.969931] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.970426] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.970674] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.970959] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.971642] env[68946]: DEBUG nova.virt.hardware [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.972549] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a44ad-d24c-4c8b-bb65-349a51e4ff9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.980262] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13939f35-de4d-4fd6-a03a-962c7d0a2467 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.987259] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da35ff-8782-447c-8a3c-b56bde9a9edd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.179961] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878244, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.655840] env[68946]: ERROR nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Error trying to reschedule: nova.exception_Remote.NoValidHost_Remote: No valid host was found. No valid host found for resize [ 730.655840] env[68946]: Traceback (most recent call last): [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/manager.py", line 387, in _cold_migrate [ 730.655840] env[68946]: task.execute() [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 25, in wrap [ 730.655840] env[68946]: with excutils.save_and_reraise_exception(): [ 730.655840] env[68946]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 730.655840] env[68946]: self.force_reraise() [ 730.655840] env[68946]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 730.655840] env[68946]: raise self.value [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 23, in wrap [ 730.655840] env[68946]: return original(self) [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/tasks/base.py", line 40, in execute [ 730.655840] env[68946]: return self._execute() [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 310, in _execute [ 730.655840] env[68946]: selection = self._reschedule() [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 392, in _reschedule [ 730.655840] env[68946]: raise exception.MaxRetriesExceeded(reason=reason) [ 730.655840] env[68946]: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da. [ 730.655840] env[68946]: During handling of the above exception, another exception occurred: [ 730.655840] env[68946]: Traceback (most recent call last): [ 730.655840] env[68946]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 269, in inner [ 730.655840] env[68946]: return func(*args, **kwargs) [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/manager.py", line 102, in wrapper [ 730.655840] env[68946]: return fn(self, context, *args, **kwargs) [ 730.655840] env[68946]: File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 730.655840] env[68946]: return function(self, context, *args, **kwargs) [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/manager.py", line 333, in migrate_server [ 730.655840] env[68946]: self._cold_migrate(context, instance, flavor, [ 730.655840] env[68946]: File "/opt/stack/nova/nova/conductor/manager.py", line 402, in _cold_migrate [ 730.655840] env[68946]: raise exception.NoValidHost(reason=msg) [ 730.655840] env[68946]: nova.exception.NoValidHost: No valid host was found. No valid host found for resize [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Traceback (most recent call last): [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6260, in prep_resize [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._prep_resize(context, image, instance, [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6173, in _prep_resize [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] with self.rt.resize_claim( [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return f(*args, **kwargs) [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 238, in resize_claim [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return self._move_claim( [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 378, in _move_claim [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._update(elevated, cn) [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._update_to_placement(context, compute_node, startup) [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise attempt.get() [ 730.655840] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] six.reraise(self.value[0], self.value[1], self.value[2]) [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise value [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.reportclient.update_from_provider_tree( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.set_inventory_for_provider( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise exception.ResourceProviderUpdateConflict( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc (generation 35): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] During handling of the above exception, another exception occurred: [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Traceback (most recent call last): [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6315, in _reschedule_resize_or_reraise [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.compute_task_api.resize_instance( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/api.py", line 94, in resize_instance [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.conductor_compute_rpcapi.migrate_server( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/rpcapi.py", line 352, in migrate_server [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return cctxt.call(context, 'migrate_server', **kw) [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/client.py", line 190, in call [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] result = self.transport._send( [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/transport.py", line 123, in _send [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return self._driver.send(target, ctxt, message, [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return self._send(target, ctxt, message, wait_for_reply, timeout, [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 792, in _send [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise result [ 730.657333] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] nova.exception_Remote.NoValidHost_Remote: No valid host was found. No valid host found for resize [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Traceback (most recent call last): [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/manager.py", line 387, in _cold_migrate [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] task.execute() [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 25, in wrap [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] with excutils.save_and_reraise_exception(): [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.force_reraise() [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise self.value [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 23, in wrap [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return original(self) [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/tasks/base.py", line 40, in execute [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return self._execute() [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 310, in _execute [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] selection = self._reschedule() [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/tasks/migrate.py", line 392, in _reschedule [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise exception.MaxRetriesExceeded(reason=reason) [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da. [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] During handling of the above exception, another exception occurred: [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Traceback (most recent call last): [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 269, in inner [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return func(*args, **kwargs) [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/manager.py", line 102, in wrapper [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return fn(self, context, *args, **kwargs) [ 730.657993] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return function(self, context, *args, **kwargs) [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/manager.py", line 333, in migrate_server [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._cold_migrate(context, instance, flavor, [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/conductor/manager.py", line 402, in _cold_migrate [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise exception.NoValidHost(reason=msg) [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] nova.exception.NoValidHost: No valid host was found. No valid host found for resize [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.658895] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 730.691921] env[68946]: DEBUG oslo_vmware.api [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878244, 'name': PowerOnVM_Task, 'duration_secs': 1.125334} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.693780] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.693780] env[68946]: INFO nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Took 11.37 seconds to spawn the instance on the hypervisor. [ 730.693780] env[68946]: DEBUG nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.694168] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfaac91-0518-439f-be89-d2cbfeecb642 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.996927] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "7a048aad-8fdd-479b-8756-c871b610686b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.997418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.170294] env[68946]: DEBUG nova.compute.utils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] No valid host was found. No valid host found for resize {{(pid=68946) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 731.223948] env[68946]: INFO nova.compute.manager [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Took 44.16 seconds to build instance. [ 731.376427] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14787e5c-7a53-4ffc-b5e0-54d550b7eead {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.386617] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ded6f5-f815-4dbc-b0a3-4b34bb2ab5a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.427485] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660ef67-20d1-4d89-b67d-111963c103ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.436377] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba169e60-0df8-4e45-9894-d49d3dd508da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.452288] env[68946]: DEBUG nova.compute.provider_tree [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.454695] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Successfully updated port: 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.683755] env[68946]: ERROR nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc (generation 35): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Traceback (most recent call last): [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] yield [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6278, in prep_resize [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._reschedule_resize_or_reraise(context, instance, [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6358, in _reschedule_resize_or_reraise [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise exc [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6260, in prep_resize [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._prep_resize(context, image, instance, [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/manager.py", line 6173, in _prep_resize [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] with self.rt.resize_claim( [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return f(*args, **kwargs) [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 238, in resize_claim [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return self._move_claim( [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 378, in _move_claim [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._update(elevated, cn) [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self._update_to_placement(context, compute_node, startup) [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise attempt.get() [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] six.reraise(self.value[0], self.value[1], self.value[2]) [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise value [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 731.683755] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.reportclient.update_from_provider_tree( [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] self.set_inventory_for_provider( [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] raise exception.ResourceProviderUpdateConflict( [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc (generation 35): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 731.684927] env[68946]: ERROR nova.compute.manager [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] [ 731.729183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a203eec7-ea81-4392-a988-2787794648c0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.384s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.866393] env[68946]: DEBUG nova.compute.manager [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-vif-plugged-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.866959] env[68946]: DEBUG oslo_concurrency.lockutils [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] Acquiring lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.867470] env[68946]: DEBUG oslo_concurrency.lockutils [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.867659] env[68946]: DEBUG oslo_concurrency.lockutils [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.867916] env[68946]: DEBUG nova.compute.manager [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] No waiting events found dispatching network-vif-plugged-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.867987] env[68946]: WARNING nova.compute.manager [req-34d6853f-3ddb-40a5-b36f-2e688aa4ee33 req-7a63c240-3cbe-4e03-92ab-697975123a83 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received unexpected event network-vif-plugged-30d0b946-d6c2-4582-a90a-8b9668eacf6e for instance with vm_state building and task_state spawning. [ 731.959307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.960061] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.960061] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.962346] env[68946]: DEBUG nova.scheduler.client.report [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.231433] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.469778] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.470698] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.473913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.297s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.475720] env[68946]: INFO nova.compute.claims [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.560124] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.762657] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.848527] env[68946]: DEBUG nova.network.neutron [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.934484] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.934757] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.980447] env[68946]: DEBUG nova.compute.utils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.984530] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.984706] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.082667] env[68946]: DEBUG nova.policy [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c98e9b37a71a40ef996dc2133635e91e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e38a6ef330e4891941e4beed7b75bf5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.351218] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.351586] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Instance network_info: |[{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.352091] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:54:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d0b946-d6c2-4582-a90a-8b9668eacf6e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.360408] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Creating folder: Project (e0b4ccc7c0214235b5e731046fc5f590). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.361203] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c6d1fa-17ed-4d66-8f77-0529963a892e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.375742] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Created folder: Project (e0b4ccc7c0214235b5e731046fc5f590) in parent group-v578341. [ 733.375955] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Creating folder: Instances. Parent ref: group-v578405. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.376232] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-decf7ba9-44e8-4f6f-8111-be3231d5df47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.391088] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Created folder: Instances in parent group-v578405. [ 733.391088] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.391088] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.391215] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c45f03-a66a-4334-8e1c-155caa2d36d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.415133] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.415133] env[68946]: value = "task-2878250" [ 733.415133] env[68946]: _type = "Task" [ 733.415133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.422580] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878250, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.452775] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Successfully created port: 4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.494311] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.711221] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.900296] env[68946]: DEBUG nova.compute.manager [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.900494] env[68946]: DEBUG nova.compute.manager [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing instance network info cache due to event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 733.900707] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.900848] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.901013] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.925479] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878250, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.992437] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc0c95-716c-4d6e-925b-517cca28a3e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.004982] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f76434-3e5a-4881-b51e-30af4d8365ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.039103] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d03cf-0f14-4156-a051-90853d26932d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.049028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aad70d-3fdf-4c59-a1ed-285796eefabc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.057282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "ff844732-4d22-402e-9166-6353ed5a4713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.057589] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.070865] env[68946]: DEBUG nova.compute.provider_tree [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.425029] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878250, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.517138] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.545820] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.546100] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.546276] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.546475] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.546630] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.546781] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.546993] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.547404] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.547659] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.547872] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.548114] env[68946]: DEBUG nova.virt.hardware [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.549200] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832cea2-55c1-4692-b4d7-b6cba0af9de3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.558636] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590d00d-96ce-405a-9815-c9e1940a210a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.582432] env[68946]: DEBUG nova.scheduler.client.report [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.773923] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updated VIF entry in instance network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.774935] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.928020] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878250, 'name': CreateVM_Task, 'duration_secs': 1.034232} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.928020] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.928020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.928020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.928020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.928020] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab26c4f-b570-4b51-9596-0c3f6b0b24ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.931646] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 734.931646] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52017f67-4ff4-59de-3b4a-af57a1b155b1" [ 734.931646] env[68946]: _type = "Task" [ 734.931646] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.947574] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52017f67-4ff4-59de-3b4a-af57a1b155b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.042528] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Successfully updated port: 4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.089407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.090490] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.094573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.870s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.098676] env[68946]: INFO nova.compute.claims [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.278086] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.278367] env[68946]: DEBUG nova.compute.manager [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Received event network-changed-fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.278536] env[68946]: DEBUG nova.compute.manager [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Refreshing instance network info cache due to event network-changed-fa60aa1b-f677-45bd-9646-b205e9d9e09d. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.278754] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Acquiring lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.278893] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Acquired lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.279073] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Refreshing network info cache for port fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.445199] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52017f67-4ff4-59de-3b4a-af57a1b155b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.445545] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.445755] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.446025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446197] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446389] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.446711] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8221617d-06c7-44b1-9e0c-da1c2e797f74 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.463804] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.464077] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.464881] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89afead3-74f7-4017-b0af-afadd4219816 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.471654] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 735.471654] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ea2b4-959e-1697-c183-4c964192adcf" [ 735.471654] env[68946]: _type = "Task" [ 735.471654] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.480397] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ea2b4-959e-1697-c183-4c964192adcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.545322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.545474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquired lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.545662] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.595869] env[68946]: DEBUG nova.compute.utils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.597758] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.597758] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.642419] env[68946]: DEBUG nova.policy [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08944ec1e84b4850ba4dec11540d3f15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fbf561f39e4b188cb840ccff8728b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.967098] env[68946]: DEBUG nova.compute.manager [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Received event network-vif-plugged-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.967340] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Acquiring lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.967545] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.967721] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.967915] env[68946]: DEBUG nova.compute.manager [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] No waiting events found dispatching network-vif-plugged-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.968114] env[68946]: WARNING nova.compute.manager [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Received unexpected event network-vif-plugged-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec for instance with vm_state building and task_state spawning. [ 735.968273] env[68946]: DEBUG nova.compute.manager [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Received event network-changed-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.968436] env[68946]: DEBUG nova.compute.manager [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Refreshing instance network info cache due to event network-changed-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.968604] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Acquiring lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.970111] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Successfully created port: 7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.984481] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ea2b4-959e-1697-c183-4c964192adcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.985676] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a955f424-517c-46bc-9c63-b197cda60078 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.994954] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 735.994954] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5244d3ee-1457-e679-acad-ce0d9d07d88d" [ 735.994954] env[68946]: _type = "Task" [ 735.994954] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.006212] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5244d3ee-1457-e679-acad-ce0d9d07d88d, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.006486] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.006764] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 59cf66e2-713b-4ec4-a168-156b71cdc421/59cf66e2-713b-4ec4-a168-156b71cdc421.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.007046] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedbfc0e-8a45-4d1a-a964-b302bbd6dcd3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.014739] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 736.014739] env[68946]: value = "task-2878252" [ 736.014739] env[68946]: _type = "Task" [ 736.014739] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.023704] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.101307] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.104909] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.128277] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updated VIF entry in instance network info cache for port fa60aa1b-f677-45bd-9646-b205e9d9e09d. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.128721] env[68946]: DEBUG nova.network.neutron [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating instance_info_cache with network_info: [{"id": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "address": "fa:16:3e:46:70:0b", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa60aa1b-f6", "ovs_interfaceid": "fa60aa1b-f677-45bd-9646-b205e9d9e09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.384524] env[68946]: DEBUG nova.network.neutron [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Updating instance_info_cache with network_info: [{"id": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "address": "fa:16:3e:3c:60:2b", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8e7bdd-2e", "ovs_interfaceid": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.532853] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.631874] env[68946]: DEBUG oslo_concurrency.lockutils [req-720b4ec6-c759-48b8-b312-615862c4ba80 req-54a31a0d-d386-40e1-8f1b-ce18a5c19bf9 service nova] Releasing lock "refresh_cache-78ce28ce-112c-4444-8a7e-2e633a5b4ef5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.683608] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a4246-8b61-4a72-97af-0e7fab284341 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.692316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e73e2-9083-4b2d-b994-10c184d1e5e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.728611] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c22678-d809-457f-bf71-2312a30de99f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.739946] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84772f8-f9b1-4f32-8e8a-8d7d02749806 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.758546] env[68946]: DEBUG nova.compute.provider_tree [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.890590] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Releasing lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.891487] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Instance network_info: |[{"id": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "address": "fa:16:3e:3c:60:2b", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8e7bdd-2e", "ovs_interfaceid": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.891487] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Acquired lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.891487] env[68946]: DEBUG nova.network.neutron [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Refreshing network info cache for port 4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.892574] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:60:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.902654] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Creating folder: Project (4e38a6ef330e4891941e4beed7b75bf5). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.906292] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c2494d-7867-4d3c-8346-16e0a855c102 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.921045] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Created folder: Project (4e38a6ef330e4891941e4beed7b75bf5) in parent group-v578341. [ 736.921045] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Creating folder: Instances. Parent ref: group-v578409. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.921045] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbb8460-d7e5-4ca1-a031-f0e542a4b320 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.932612] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Created folder: Instances in parent group-v578409. [ 736.933227] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.933227] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.933405] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad98fdf-eb97-49b9-bad2-71e3b5a99953 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.958947] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.958947] env[68946]: value = "task-2878255" [ 736.958947] env[68946]: _type = "Task" [ 736.958947] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.968243] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878255, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.027177] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562167} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.027177] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 59cf66e2-713b-4ec4-a168-156b71cdc421/59cf66e2-713b-4ec4-a168-156b71cdc421.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.027177] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.027177] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a150d9a5-58b8-4af8-a5ee-f6d344c8a79d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.035385] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 737.035385] env[68946]: value = "task-2878257" [ 737.035385] env[68946]: _type = "Task" [ 737.035385] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.047970] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.119972] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.146516] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.146858] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.147024] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.147205] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.147446] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.147617] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.147882] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.148100] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.148373] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.148477] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.148624] env[68946]: DEBUG nova.virt.hardware [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.149698] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f6356-d5c9-4646-9527-3ec948b0043a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.153442] env[68946]: DEBUG nova.network.neutron [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Updated VIF entry in instance network info cache for port 4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.153892] env[68946]: DEBUG nova.network.neutron [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Updating instance_info_cache with network_info: [{"id": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "address": "fa:16:3e:3c:60:2b", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8e7bdd-2e", "ovs_interfaceid": "4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.166852] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f49683-cb0c-40a2-bd48-6d15d905f5d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.262894] env[68946]: DEBUG nova.scheduler.client.report [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.471632] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878255, 'name': CreateVM_Task, 'duration_secs': 0.431912} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.471632] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.472354] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.472541] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.473972] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.473972] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac302a1e-fa76-4727-ae33-144b49dae261 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.478895] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 737.478895] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481cf4-eedd-f11c-0385-429aeb4559f5" [ 737.478895] env[68946]: _type = "Task" [ 737.478895] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.487742] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481cf4-eedd-f11c-0385-429aeb4559f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.539049] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.543670] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.553017] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12927} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.553447] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.554245] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c727d93-901c-414f-a98e-486a4716d42a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.577815] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 59cf66e2-713b-4ec4-a168-156b71cdc421/59cf66e2-713b-4ec4-a168-156b71cdc421.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.581720] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d845c1-c713-494a-b743-0da2c67f066e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.602440] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.603328] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08060cde-1c5c-4d96-90c3-b19caf4169cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.607509] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 737.607509] env[68946]: value = "task-2878258" [ 737.607509] env[68946]: _type = "Task" [ 737.607509] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.612207] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.612376] env[68946]: ERROR oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk due to incomplete transfer. [ 737.612880] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14384984-579a-460b-88d4-ac04b82de985 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.620121] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.628362] env[68946]: DEBUG oslo_vmware.rw_handles [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c96e1-1cd3-199f-1363-23665f853caf/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.628716] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Uploaded image 7a3e96eb-5b57-42f0-bb64-6f4beae2c436 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.631254] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.631553] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6695a380-9c22-40d7-bf15-e965ff996e94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.638357] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 737.638357] env[68946]: value = "task-2878259" [ 737.638357] env[68946]: _type = "Task" [ 737.638357] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.646807] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878259, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.657519] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbea2dc8-37ee-4591-b469-8054db3af3a1 req-7cd12daa-16c0-4f10-a690-10ca2615fde5 service nova] Releasing lock "refresh_cache-0d9d5127-d845-4df2-9845-0e8efffdd567" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.721065] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Successfully updated port: 7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.768603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.769239] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.772154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.591s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.773865] env[68946]: INFO nova.compute.claims [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.990056] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481cf4-eedd-f11c-0385-429aeb4559f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.990348] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.990592] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.990838] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.990983] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.991184] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.991462] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bd715a1-a15f-409a-9388-f8843a35ef66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.001907] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.002151] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.002907] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69d6d25-1fc0-4d3a-8235-942ad2955a05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.009044] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 738.009044] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a41573-201e-bb7d-f185-657edde57cc6" [ 738.009044] env[68946]: _type = "Task" [ 738.009044] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.011191] env[68946]: DEBUG nova.compute.manager [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Received event network-vif-plugged-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.011392] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Acquiring lock "9cccddfe-4c72-4799-996a-31675c141683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.011588] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Lock "9cccddfe-4c72-4799-996a-31675c141683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.011746] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Lock "9cccddfe-4c72-4799-996a-31675c141683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.011908] env[68946]: DEBUG nova.compute.manager [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] No waiting events found dispatching network-vif-plugged-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.012107] env[68946]: WARNING nova.compute.manager [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Received unexpected event network-vif-plugged-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b for instance with vm_state building and task_state spawning. [ 738.012287] env[68946]: DEBUG nova.compute.manager [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Received event network-changed-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.012437] env[68946]: DEBUG nova.compute.manager [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Refreshing instance network info cache due to event network-changed-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 738.012617] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Acquiring lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.012748] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Acquired lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.012896] env[68946]: DEBUG nova.network.neutron [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Refreshing network info cache for port 7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.024778] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a41573-201e-bb7d-f185-657edde57cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.025590] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd791f3-0656-423e-9d7e-860acc5c726b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.031694] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 738.031694] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236b2a3-b6b2-4b74-fdc9-4ccb38716358" [ 738.031694] env[68946]: _type = "Task" [ 738.031694] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.044543] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236b2a3-b6b2-4b74-fdc9-4ccb38716358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.051621] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052150] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052150] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052374] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052457] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052587] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.052734] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 738.053458] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.117848] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878258, 'name': ReconfigVM_Task, 'duration_secs': 0.29981} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.118135] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 59cf66e2-713b-4ec4-a168-156b71cdc421/59cf66e2-713b-4ec4-a168-156b71cdc421.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.118770] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94b90965-06c4-4b19-839a-6c9986e3722e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.126488] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 738.126488] env[68946]: value = "task-2878260" [ 738.126488] env[68946]: _type = "Task" [ 738.126488] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.136110] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878260, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.148392] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878259, 'name': Destroy_Task, 'duration_secs': 0.403718} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.148663] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Destroyed the VM [ 738.148941] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.149210] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55c6a43e-e6f3-4d65-8b0c-e13781e7fbeb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.156881] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 738.156881] env[68946]: value = "task-2878261" [ 738.156881] env[68946]: _type = "Task" [ 738.156881] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.166659] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.226208] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.281791] env[68946]: DEBUG nova.compute.utils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.283473] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.283649] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.337812] env[68946]: DEBUG nova.policy [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376a8279cf584767a629dd78a00dd070', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '310a2d5068d04053a872fdb3743e8429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.543718] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236b2a3-b6b2-4b74-fdc9-4ccb38716358, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.544012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.545187] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0d9d5127-d845-4df2-9845-0e8efffdd567/0d9d5127-d845-4df2-9845-0e8efffdd567.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.545487] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f893220-bcb2-4085-a850-ea5aae14d179 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.558707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.559176] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 738.559176] env[68946]: value = "task-2878262" [ 738.559176] env[68946]: _type = "Task" [ 738.559176] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.566221] env[68946]: DEBUG nova.network.neutron [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.574122] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.639395] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878260, 'name': Rename_Task, 'duration_secs': 0.156137} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.639395] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.639395] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91292478-8e80-4381-a6be-8d6d2f554615 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.647379] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Successfully created port: 1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.650815] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 738.650815] env[68946]: value = "task-2878263" [ 738.650815] env[68946]: _type = "Task" [ 738.650815] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.664263] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.670425] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878261, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.702519] env[68946]: DEBUG nova.network.neutron [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.790080] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.074140] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.166409] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.174610] env[68946]: DEBUG oslo_vmware.api [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.553964} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.174610] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.174610] env[68946]: INFO nova.compute.manager [None req-6f8a0428-6f85-4d07-b8bc-37863a6e48e2 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 739.208230] env[68946]: DEBUG oslo_concurrency.lockutils [req-bcb45019-ce28-4e04-a706-8a22fc7eb66b req-dddce31a-b124-40cb-88c1-7df8b7537d96 service nova] Releasing lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.208230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquired lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.208230] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.301377] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25cac1f-55d3-4dd4-8f50-e568412c72a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.309660] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2197af-d3d2-4a8f-9747-918267524424 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.342158] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20789009-334b-4e11-82ce-9047364c2231 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.350694] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95830612-133e-4275-9315-de819c18560f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.366608] env[68946]: DEBUG nova.compute.provider_tree [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.572268] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56316} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.572585] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0d9d5127-d845-4df2-9845-0e8efffdd567/0d9d5127-d845-4df2-9845-0e8efffdd567.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.572805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.573078] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05777b8d-b482-4aaa-bf52-6a0a5b6520fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.582167] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 739.582167] env[68946]: value = "task-2878265" [ 739.582167] env[68946]: _type = "Task" [ 739.582167] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.592574] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.661675] env[68946]: DEBUG oslo_vmware.api [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878263, 'name': PowerOnVM_Task, 'duration_secs': 0.63485} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.661938] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.662222] env[68946]: INFO nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Took 9.72 seconds to spawn the instance on the hypervisor. [ 739.662409] env[68946]: DEBUG nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.663348] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242932de-b3e7-4e76-81a5-a6bb97081a5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.744837] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.799211] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.823937] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.824381] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.824581] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.824776] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.824939] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.825233] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.825485] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.825649] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.825812] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.825978] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.826240] env[68946]: DEBUG nova.virt.hardware [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.827422] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc273cb7-fe09-4b3e-a375-ee4d13fc62e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.836612] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b3d6d0-c471-4383-8b5a-d9d4fefd4214 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.869862] env[68946]: DEBUG nova.scheduler.client.report [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.897128] env[68946]: DEBUG nova.network.neutron [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Updating instance_info_cache with network_info: [{"id": "7aaa820b-680c-4dc7-b8eb-1fb59b2a818b", "address": "fa:16:3e:fa:2b:51", "network": {"id": "361885ba-3369-46e8-813f-8ac451697e66", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1535271572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fbf561f39e4b188cb840ccff8728b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa820b-68", "ovs_interfaceid": "7aaa820b-680c-4dc7-b8eb-1fb59b2a818b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.093821] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076599} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.093821] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.097044] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af5db6-f2c6-4daa-be14-a928ecaa2833 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.118186] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0d9d5127-d845-4df2-9845-0e8efffdd567/0d9d5127-d845-4df2-9845-0e8efffdd567.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.118488] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855ae10e-4c61-4daa-8003-ff12ec9aacbb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.138454] env[68946]: DEBUG nova.compute.manager [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Received event network-vif-plugged-1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.138683] env[68946]: DEBUG oslo_concurrency.lockutils [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] Acquiring lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.138879] env[68946]: DEBUG oslo_concurrency.lockutils [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.139057] env[68946]: DEBUG oslo_concurrency.lockutils [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.139225] env[68946]: DEBUG nova.compute.manager [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] No waiting events found dispatching network-vif-plugged-1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.139390] env[68946]: WARNING nova.compute.manager [req-965188fa-aaea-4e58-ba55-dda21d7ddc25 req-30c8dd30-cb83-49fe-a4eb-aef44052f8c8 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Received unexpected event network-vif-plugged-1690b277-141e-41fb-858f-949b85c93d2d for instance with vm_state building and task_state spawning. [ 740.141433] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 740.141433] env[68946]: value = "task-2878266" [ 740.141433] env[68946]: _type = "Task" [ 740.141433] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.151899] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.183438] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Successfully updated port: 1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.187714] env[68946]: INFO nova.compute.manager [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Took 42.96 seconds to build instance. [ 740.375552] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.376008] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.379479] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.484s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.379724] env[68946]: DEBUG nova.objects.instance [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lazy-loading 'resources' on Instance uuid d5224c97-3c88-4e03-8beb-050e020765d6 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.400441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Releasing lock "refresh_cache-9cccddfe-4c72-4799-996a-31675c141683" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.400803] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance network_info: |[{"id": "7aaa820b-680c-4dc7-b8eb-1fb59b2a818b", "address": "fa:16:3e:fa:2b:51", "network": {"id": "361885ba-3369-46e8-813f-8ac451697e66", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1535271572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fbf561f39e4b188cb840ccff8728b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aaa820b-68", "ovs_interfaceid": "7aaa820b-680c-4dc7-b8eb-1fb59b2a818b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.403206] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aaa820b-680c-4dc7-b8eb-1fb59b2a818b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.410548] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Creating folder: Project (a8fbf561f39e4b188cb840ccff8728b8). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.410818] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cf471ef-4a2f-4ba2-9b22-ee5ebd3f769b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.424500] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Created folder: Project (a8fbf561f39e4b188cb840ccff8728b8) in parent group-v578341. [ 740.424737] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Creating folder: Instances. Parent ref: group-v578412. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.425018] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4842e11-43ea-4303-bf44-08734123053a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.438028] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Created folder: Instances in parent group-v578412. [ 740.438028] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.438198] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.438407] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e8b4bb-ad67-4148-81de-a728f4571857 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.461833] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.461833] env[68946]: value = "task-2878269" [ 740.461833] env[68946]: _type = "Task" [ 740.461833] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.470185] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878269, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.653154] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878266, 'name': ReconfigVM_Task, 'duration_secs': 0.409942} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.653481] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0d9d5127-d845-4df2-9845-0e8efffdd567/0d9d5127-d845-4df2-9845-0e8efffdd567.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.654163] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65834e60-f08a-4c9a-bf95-299f1a9c1ab3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.663219] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 740.663219] env[68946]: value = "task-2878270" [ 740.663219] env[68946]: _type = "Task" [ 740.663219] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.677706] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878270, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.690881] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.690881] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.690881] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.692056] env[68946]: DEBUG oslo_concurrency.lockutils [None req-66e1c87e-8951-4dbf-84a0-815c76d1213d tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.682s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.761094] env[68946]: DEBUG nova.compute.manager [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.761858] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2355ad1-7af5-4646-b212-889b94528be6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.883228] env[68946]: DEBUG nova.compute.utils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.887892] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.888059] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.930507] env[68946]: DEBUG nova.policy [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23786f2a3c0481187a09dd64644fcce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e85a2f7b1ca466d86973d9da7dea831', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.974702] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878269, 'name': CreateVM_Task, 'duration_secs': 0.399443} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.975028] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.975828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.976079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.976407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.976666] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b446c5d-0e0a-407c-b99a-259197d56949 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.989998] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 740.989998] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ff278-a212-b82b-ea37-f3dc42540f37" [ 740.989998] env[68946]: _type = "Task" [ 740.989998] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.000229] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ff278-a212-b82b-ea37-f3dc42540f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.180143] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878270, 'name': Rename_Task, 'duration_secs': 0.150842} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.180853] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.181181] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937f7088-4310-4197-bff0-11cecf92a8dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.193835] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 741.193835] env[68946]: value = "task-2878271" [ 741.193835] env[68946]: _type = "Task" [ 741.193835] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.195564] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.220657] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.273118] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Successfully created port: c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.276276] env[68946]: INFO nova.compute.manager [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] instance snapshotting [ 741.278797] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f434b-36f3-4554-8242-79a34f86053a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.286735] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.310311] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e5249-159d-4df0-8ce8-697c90c334c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.389721] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.417434] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccffe53-82d2-4bc5-8f05-3feb30e07e4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.426328] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649cdb74-9a7c-47ca-8bd8-04d2491bd013 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.458483] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b8c51-6dd9-43cc-8e39-41fd6a7c35b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.469077] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c132145-f37d-4634-a030-5b2de0cf8298 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.483431] env[68946]: DEBUG nova.compute.provider_tree [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.500238] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523ff278-a212-b82b-ea37-f3dc42540f37, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.500526] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.500753] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.500982] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.501144] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.501349] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.501570] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bfe7658-9ad0-4197-9e54-c6c169be163a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.510454] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.510628] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.511336] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d384c911-6820-4aa1-be4f-01baafd43a3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.517240] env[68946]: DEBUG nova.network.neutron [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Updating instance_info_cache with network_info: [{"id": "1690b277-141e-41fb-858f-949b85c93d2d", "address": "fa:16:3e:4f:e1:c4", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1690b277-14", "ovs_interfaceid": "1690b277-141e-41fb-858f-949b85c93d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.521547] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 741.521547] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527fb2b0-02b8-1b64-3f03-6bdec75f5858" [ 741.521547] env[68946]: _type = "Task" [ 741.521547] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.531463] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527fb2b0-02b8-1b64-3f03-6bdec75f5858, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.532255] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c6a769-fd35-40df-b718-6f80b2498f80 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.538228] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 741.538228] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7a3cd-55c8-4290-977a-506583b08cde" [ 741.538228] env[68946]: _type = "Task" [ 741.538228] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.546240] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7a3cd-55c8-4290-977a-506583b08cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.703113] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.720801] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.824120] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.824274] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a07c0a5-9764-4fc7-a8f9-0f896705f9f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.833912] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 741.833912] env[68946]: value = "task-2878273" [ 741.833912] env[68946]: _type = "Task" [ 741.833912] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.844821] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878273, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.987159] env[68946]: DEBUG nova.scheduler.client.report [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.020217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.020584] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Instance network_info: |[{"id": "1690b277-141e-41fb-858f-949b85c93d2d", "address": "fa:16:3e:4f:e1:c4", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1690b277-14", "ovs_interfaceid": "1690b277-141e-41fb-858f-949b85c93d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.021133] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:e1:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1690b277-141e-41fb-858f-949b85c93d2d', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.029900] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.030533] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.030785] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6543e092-4c94-4928-b2c9-4c9eb30dfcc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.059097] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7a3cd-55c8-4290-977a-506583b08cde, 'name': SearchDatastore_Task, 'duration_secs': 0.018504} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.061065] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.061383] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 9cccddfe-4c72-4799-996a-31675c141683/9cccddfe-4c72-4799-996a-31675c141683.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.061668] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.061668] env[68946]: value = "task-2878274" [ 742.061668] env[68946]: _type = "Task" [ 742.061668] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.061877] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe60c11-8660-4add-9b57-9572a507f6db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.072851] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878274, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.074179] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 742.074179] env[68946]: value = "task-2878275" [ 742.074179] env[68946]: _type = "Task" [ 742.074179] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.083191] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.205931] env[68946]: DEBUG oslo_vmware.api [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878271, 'name': PowerOnVM_Task, 'duration_secs': 0.868709} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.205931] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.205931] env[68946]: INFO nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Took 7.69 seconds to spawn the instance on the hypervisor. [ 742.205931] env[68946]: DEBUG nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.205931] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe8ecd-4b67-4a6c-8e91-9aab1e2260c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.348650] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878273, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.400319] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.423947] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.424219] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.424377] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.424556] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.424701] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.424843] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.425067] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.425240] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.425404] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.425562] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.425734] env[68946]: DEBUG nova.virt.hardware [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.426745] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9556ab11-b20a-4903-b283-e48982c3fb24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.435907] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890cce41-3d83-4a5e-9263-26b05bc51919 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.492478] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.494950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.233s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.495211] env[68946]: DEBUG nova.objects.instance [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lazy-loading 'resources' on Instance uuid c85f5dbc-ae48-4194-8e06-226ee04140ba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.515251] env[68946]: INFO nova.scheduler.client.report [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleted allocations for instance d5224c97-3c88-4e03-8beb-050e020765d6 [ 742.542727] env[68946]: DEBUG nova.compute.manager [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Received event network-changed-1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.542919] env[68946]: DEBUG nova.compute.manager [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Refreshing instance network info cache due to event network-changed-1690b277-141e-41fb-858f-949b85c93d2d. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.543205] env[68946]: DEBUG oslo_concurrency.lockutils [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] Acquiring lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.543769] env[68946]: DEBUG oslo_concurrency.lockutils [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] Acquired lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.543769] env[68946]: DEBUG nova.network.neutron [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Refreshing network info cache for port 1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.576647] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878274, 'name': CreateVM_Task, 'duration_secs': 0.366726} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.580256] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.581491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.581672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.581999] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.582787] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08edb50c-6699-46b8-af7c-ce5c9a64a3d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.590836] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.592420] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 742.592420] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249e83c-4c8a-edbc-aa30-e2e86894a552" [ 742.592420] env[68946]: _type = "Task" [ 742.592420] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.603627] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249e83c-4c8a-edbc-aa30-e2e86894a552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.725359] env[68946]: INFO nova.compute.manager [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Took 41.64 seconds to build instance. [ 742.846654] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878273, 'name': CreateSnapshot_Task, 'duration_secs': 0.561198} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.846654] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.846654] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105bf712-f32c-4c0c-bc37-8c6ea50af6eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.861081] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Successfully updated port: c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.026304] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e27c20b-1562-431d-b041-b9459762ffb7 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "d5224c97-3c88-4e03-8beb-050e020765d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.273s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.083688] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.083926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.090790] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603129} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.094143] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 9cccddfe-4c72-4799-996a-31675c141683/9cccddfe-4c72-4799-996a-31675c141683.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.094368] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.095071] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b2498e1-5284-47e8-bd6e-b51e2fd2c52e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.109967] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249e83c-4c8a-edbc-aa30-e2e86894a552, 'name': SearchDatastore_Task, 'duration_secs': 0.030921} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.110667] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.110667] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.111451] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.111451] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.111451] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.112512] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14778349-53d3-4d39-b36b-bdf6c8f4c8b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.114356] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 743.114356] env[68946]: value = "task-2878276" [ 743.114356] env[68946]: _type = "Task" [ 743.114356] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.128980] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.133013] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.133287] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.134193] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83d9f9b-955b-4933-aa8b-68876cf01a77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.142849] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 743.142849] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528667f3-6694-3e93-818d-c97b3f2d728d" [ 743.142849] env[68946]: _type = "Task" [ 743.142849] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.159374] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528667f3-6694-3e93-818d-c97b3f2d728d, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.160342] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914b116e-c9d4-42d7-8ba3-eccd78350235 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.169479] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 743.169479] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ed00e8-a7c0-ed7c-b126-e0bec693fcfb" [ 743.169479] env[68946]: _type = "Task" [ 743.169479] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.182391] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ed00e8-a7c0-ed7c-b126-e0bec693fcfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.229046] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8cf4bfde-f153-4acb-b368-3ceb5e790875 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.731s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.370225] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.370946] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.371103] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.371296] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.372776] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05aa60bb-50ba-4cb3-91ae-a6e12cc96890 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.386956] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 743.386956] env[68946]: value = "task-2878277" [ 743.386956] env[68946]: _type = "Task" [ 743.386956] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.397122] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878277, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.515221] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd288b-bbc2-4a42-a94d-9f81727866c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.524294] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ab28a-0b50-4330-85e6-97e313ee55df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.568718] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "0d9d5127-d845-4df2-9845-0e8efffdd567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.569119] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.569435] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.569699] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.569932] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.573423] env[68946]: DEBUG nova.network.neutron [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Updated VIF entry in instance network info cache for port 1690b277-141e-41fb-858f-949b85c93d2d. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.573770] env[68946]: DEBUG nova.network.neutron [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Updating instance_info_cache with network_info: [{"id": "1690b277-141e-41fb-858f-949b85c93d2d", "address": "fa:16:3e:4f:e1:c4", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1690b277-14", "ovs_interfaceid": "1690b277-141e-41fb-858f-949b85c93d2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.575575] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e965b-2303-477b-81a2-7ffd1bf87bc9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.578684] env[68946]: INFO nova.compute.manager [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Terminating instance [ 743.585884] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4596fd-ebb5-4efb-9ed1-116ff91cb1ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.604420] env[68946]: DEBUG nova.compute.provider_tree [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.628602] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070206} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.628895] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.629689] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671860c1-995f-4ac6-a56a-f76a3db6ed46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.658882] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 9cccddfe-4c72-4799-996a-31675c141683/9cccddfe-4c72-4799-996a-31675c141683.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.659241] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53bb1015-416e-4712-bec0-1fc32a317dcf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.685781] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ed00e8-a7c0-ed7c-b126-e0bec693fcfb, 'name': SearchDatastore_Task, 'duration_secs': 0.037977} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.687229] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.687516] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] fb6fc1f8-7e4e-4670-97d1-01ae0954b140/fb6fc1f8-7e4e-4670-97d1-01ae0954b140.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.687824] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 743.687824] env[68946]: value = "task-2878278" [ 743.687824] env[68946]: _type = "Task" [ 743.687824] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.688012] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5b39f0f-1750-4d5f-a138-0af383d184ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.699012] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.700352] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 743.700352] env[68946]: value = "task-2878279" [ 743.700352] env[68946]: _type = "Task" [ 743.700352] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.709623] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.735350] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.902487] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878277, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.919602] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.080146] env[68946]: DEBUG oslo_concurrency.lockutils [req-baf0c08c-bdb7-41b5-a9da-bff74ef8d011 req-a24838ac-629e-4643-ab82-896d21f9e5d7 service nova] Releasing lock "refresh_cache-fb6fc1f8-7e4e-4670-97d1-01ae0954b140" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.083384] env[68946]: DEBUG nova.compute.manager [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.083683] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.085469] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7756d9ed-479e-4e70-9e18-73a8d354b70a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.097808] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.098118] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5baba8a-a5de-402a-8d3b-d6a40d114a57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.106708] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 744.106708] env[68946]: value = "task-2878280" [ 744.106708] env[68946]: _type = "Task" [ 744.106708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.107733] env[68946]: DEBUG nova.scheduler.client.report [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.122763] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.149100] env[68946]: DEBUG nova.network.neutron [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.203520] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.216136] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.274675] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.403796] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878277, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.618085] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.620324] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878280, 'name': PowerOffVM_Task, 'duration_secs': 0.327185} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.620879] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.234s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.621048] env[68946]: DEBUG nova.objects.instance [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lazy-loading 'resources' on Instance uuid c79ba3e4-be98-4caf-b6f1-c02839214d49 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.622283] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.622460] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.622916] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba32cbf-0eeb-40bb-971f-e0898c84a940 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.644230] env[68946]: INFO nova.scheduler.client.report [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted allocations for instance c85f5dbc-ae48-4194-8e06-226ee04140ba [ 744.654033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.654033] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Instance network_info: |[{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.654033] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:85:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c650458c-865b-429e-88b0-24d33f2b5b63', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.666183] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Creating folder: Project (1e85a2f7b1ca466d86973d9da7dea831). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.666675] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1801294f-9928-4bd0-af46-5d1f03ef760d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.680102] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Created folder: Project (1e85a2f7b1ca466d86973d9da7dea831) in parent group-v578341. [ 744.680313] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Creating folder: Instances. Parent ref: group-v578418. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.680566] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4b00bd-0a8c-4dcd-a7a1-50238ca219e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.695821] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Created folder: Instances in parent group-v578418. [ 744.697177] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.697591] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.697791] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b924a5-6df4-4d98-a634-4be68b937b22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.725603] env[68946]: DEBUG nova.compute.manager [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-vif-plugged-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.725603] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Acquiring lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.725603] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.729144] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.729144] env[68946]: DEBUG nova.compute.manager [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] No waiting events found dispatching network-vif-plugged-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.729144] env[68946]: WARNING nova.compute.manager [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received unexpected event network-vif-plugged-c650458c-865b-429e-88b0-24d33f2b5b63 for instance with vm_state building and task_state spawning. [ 744.729144] env[68946]: DEBUG nova.compute.manager [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.729144] env[68946]: DEBUG nova.compute.manager [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing instance network info cache due to event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 744.729144] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.729144] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.729144] env[68946]: DEBUG nova.network.neutron [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.729144] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.729144] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.729144] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Deleting the datastore file [datastore1] 0d9d5127-d845-4df2-9845-0e8efffdd567 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.729144] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878278, 'name': ReconfigVM_Task, 'duration_secs': 0.5496} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.733392] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22afa93-840a-442c-b807-47094a454c62 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.735173] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 9cccddfe-4c72-4799-996a-31675c141683/9cccddfe-4c72-4799-996a-31675c141683.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.736356] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e5b8bf6-8a90-43fa-9ef5-a8201093fcca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.741722] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.741722] env[68946]: value = "task-2878284" [ 744.741722] env[68946]: _type = "Task" [ 744.741722] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.751193] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for the task: (returnval){ [ 744.751193] env[68946]: value = "task-2878285" [ 744.751193] env[68946]: _type = "Task" [ 744.751193] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.751674] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649838} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.753568] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] fb6fc1f8-7e4e-4670-97d1-01ae0954b140/fb6fc1f8-7e4e-4670-97d1-01ae0954b140.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.753873] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.754235] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 744.754235] env[68946]: value = "task-2878286" [ 744.754235] env[68946]: _type = "Task" [ 744.754235] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.757710] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3023633-e620-4700-ace7-198545ba52a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.766448] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878284, 'name': CreateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.774385] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.779310] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878286, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.779634] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 744.779634] env[68946]: value = "task-2878287" [ 744.779634] env[68946]: _type = "Task" [ 744.779634] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.789500] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.904083] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878277, 'name': CloneVM_Task, 'duration_secs': 1.378781} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.904083] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Created linked-clone VM from snapshot [ 744.907316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e7039-cd49-425c-ab2f-41fa70288d03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.917811] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Uploading image 95c2fce5-a18f-423b-88eb-7f26a054bbc3 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.953635] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.953635] env[68946]: value = "vm-578417" [ 744.953635] env[68946]: _type = "VirtualMachine" [ 744.953635] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.954087] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5600ac60-96a0-4ee3-90a2-d02b544bf3b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.962917] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease: (returnval){ [ 744.962917] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca0b19-9372-e1d5-3a83-0bd3c9c0691a" [ 744.962917] env[68946]: _type = "HttpNfcLease" [ 744.962917] env[68946]: } obtained for exporting VM: (result){ [ 744.962917] env[68946]: value = "vm-578417" [ 744.962917] env[68946]: _type = "VirtualMachine" [ 744.962917] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.963262] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the lease: (returnval){ [ 744.963262] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca0b19-9372-e1d5-3a83-0bd3c9c0691a" [ 744.963262] env[68946]: _type = "HttpNfcLease" [ 744.963262] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.971212] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.971212] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca0b19-9372-e1d5-3a83-0bd3c9c0691a" [ 744.971212] env[68946]: _type = "HttpNfcLease" [ 744.971212] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 745.039772] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.039772] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.156094] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aa202634-b99e-4e33-868d-69f6c052cea4 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c85f5dbc-ae48-4194-8e06-226ee04140ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.421s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.257411] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878284, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.273194] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878286, 'name': Rename_Task, 'duration_secs': 0.190083} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.281801] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.281801] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878285, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.282084] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a80eb02-8b9c-4b7a-b081-9f8f1d819235 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.292566] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129826} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.296577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.296944] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 745.296944] env[68946]: value = "task-2878289" [ 745.296944] env[68946]: _type = "Task" [ 745.296944] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.298401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4e6ed7-5a49-4f91-b045-708aca75f0ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.319310] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878289, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.337793] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] fb6fc1f8-7e4e-4670-97d1-01ae0954b140/fb6fc1f8-7e4e-4670-97d1-01ae0954b140.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.342994] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1abbcd-9986-479c-9ff2-c4b6e32fb4f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.365167] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 745.365167] env[68946]: value = "task-2878290" [ 745.365167] env[68946]: _type = "Task" [ 745.365167] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.380907] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.475268] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 745.475268] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca0b19-9372-e1d5-3a83-0bd3c9c0691a" [ 745.475268] env[68946]: _type = "HttpNfcLease" [ 745.475268] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 745.475658] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 745.475658] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca0b19-9372-e1d5-3a83-0bd3c9c0691a" [ 745.475658] env[68946]: _type = "HttpNfcLease" [ 745.475658] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 745.476303] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5b694-e9ca-4469-8cf2-8c43f6aebc6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.486592] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 745.486761] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.545583] env[68946]: DEBUG nova.network.neutron [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updated VIF entry in instance network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.545961] env[68946]: DEBUG nova.network.neutron [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.580830] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7131530d-9f8a-4e42-9dc3-9be075c3a88c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.719026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb773265-58a9-411a-a8c3-fc436c7af608 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.726236] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277165c-e028-4f67-a815-52b56bbb221f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.782613] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ecbd91-7ef7-4352-8b7f-becc2eaaa0ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.792520] env[68946]: DEBUG oslo_vmware.api [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Task: {'id': task-2878285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529721} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.799973] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.802022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.802022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.802022] env[68946]: INFO nova.compute.manager [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Took 1.72 seconds to destroy the instance on the hypervisor. [ 745.802022] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.802022] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878284, 'name': CreateVM_Task, 'duration_secs': 0.73923} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.802022] env[68946]: DEBUG nova.compute.manager [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.802022] env[68946]: DEBUG nova.network.neutron [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.804843] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.804843] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03fe2a-38de-4de9-9da2-110739dcff1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.811039] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.811077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.811470] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.816961] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5532dd-6641-49e2-8127-4c30ecbb711d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.824146] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 745.824146] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a3c766-cf18-6735-a1f1-ec59ac4430bd" [ 745.824146] env[68946]: _type = "Task" [ 745.824146] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.835708] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.836190] env[68946]: DEBUG nova.compute.provider_tree [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.848268] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a3c766-cf18-6735-a1f1-ec59ac4430bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.878483] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.049754] env[68946]: DEBUG oslo_concurrency.lockutils [req-2a15f1e9-8712-4fab-973a-cf18358359fc req-28eb6aa9-cfae-472b-9cfa-03fa2c774d86 service nova] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.320682] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.342221] env[68946]: DEBUG nova.scheduler.client.report [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.349686] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a3c766-cf18-6735-a1f1-ec59ac4430bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.351790] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.352154] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.352400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352537] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.352716] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.355573] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e074666-6af6-42c0-a27c-7c4c850b1977 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.358084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.358260] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.367992] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.368150] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.372556] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93d07c6-0f58-4284-aba0-a291b9e6aa4e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.383887] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878290, 'name': ReconfigVM_Task, 'duration_secs': 0.935894} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.385766] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Reconfigured VM instance instance-00000018 to attach disk [datastore2] fb6fc1f8-7e4e-4670-97d1-01ae0954b140/fb6fc1f8-7e4e-4670-97d1-01ae0954b140.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.386925] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 746.386925] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52345968-6057-6c86-d6ae-2eefcc17ea22" [ 746.386925] env[68946]: _type = "Task" [ 746.386925] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.386925] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d39c0073-ff40-48ba-b656-59a277c168b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.397508] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52345968-6057-6c86-d6ae-2eefcc17ea22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.398899] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 746.398899] env[68946]: value = "task-2878291" [ 746.398899] env[68946]: _type = "Task" [ 746.398899] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.408238] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878291, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.618831] env[68946]: DEBUG nova.network.neutron [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.754734] env[68946]: DEBUG nova.compute.manager [req-fc175f09-be87-45e3-874f-7e65f86397c2 req-c72d1744-15aa-4f92-a795-267bcd26e1d2 service nova] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Received event network-vif-deleted-4b8e7bdd-2ec0-4550-b7da-cdb40dbd19ec {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.821533] env[68946]: DEBUG oslo_vmware.api [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878289, 'name': PowerOnVM_Task, 'duration_secs': 1.202053} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.822465] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.822555] env[68946]: INFO nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 9.70 seconds to spawn the instance on the hypervisor. [ 746.823203] env[68946]: DEBUG nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.823895] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3d9b1-dfc8-4685-9a5b-d1f42d5aeae5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.853025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.854918] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.192s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.857588] env[68946]: INFO nova.compute.claims [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.886059] env[68946]: INFO nova.scheduler.client.report [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted allocations for instance c79ba3e4-be98-4caf-b6f1-c02839214d49 [ 746.903184] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52345968-6057-6c86-d6ae-2eefcc17ea22, 'name': SearchDatastore_Task, 'duration_secs': 0.020394} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.907830] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301830e5-f355-4ff5-801c-7a1670b6a24c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.919461] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878291, 'name': Rename_Task, 'duration_secs': 0.194459} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.919920] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 746.919920] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529babad-1435-eae3-b463-db34ea693567" [ 746.919920] env[68946]: _type = "Task" [ 746.919920] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.924023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.924023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c27614-6687-4c15-b205-a31e6a50ea89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.940027] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529babad-1435-eae3-b463-db34ea693567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.940027] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 746.940027] env[68946]: value = "task-2878292" [ 746.940027] env[68946]: _type = "Task" [ 746.940027] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.949981] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.121964] env[68946]: INFO nova.compute.manager [-] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Took 1.32 seconds to deallocate network for instance. [ 747.343347] env[68946]: INFO nova.compute.manager [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 45.19 seconds to build instance. [ 747.397275] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d4fcedc9-e37c-4ce7-8bdd-8412e59ac418 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "c79ba3e4-be98-4caf-b6f1-c02839214d49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.863s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.433865] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529babad-1435-eae3-b463-db34ea693567, 'name': SearchDatastore_Task, 'duration_secs': 0.020468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.433865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.433985] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e3bd81fe-2bb2-43de-b475-b1cdcff1a710/e3bd81fe-2bb2-43de-b475-b1cdcff1a710.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.434793] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9770ded7-9015-406a-a77e-fe97e578b1d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.188886] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.189649] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5afb9fc9-9147-4d67-a430-1ea48dfeeaa7 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.075s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.197207] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 748.197207] env[68946]: value = "task-2878293" [ 748.197207] env[68946]: _type = "Task" [ 748.197207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.208030] env[68946]: DEBUG oslo_vmware.api [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878292, 'name': PowerOnVM_Task, 'duration_secs': 0.711113} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.208030] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.208030] env[68946]: INFO nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Took 8.41 seconds to spawn the instance on the hypervisor. [ 748.208030] env[68946]: DEBUG nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.210056] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c232f8-eeab-4629-9dbb-67df3e3d1134 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.214419] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560416} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.215339] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e3bd81fe-2bb2-43de-b475-b1cdcff1a710/e3bd81fe-2bb2-43de-b475-b1cdcff1a710.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.215792] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.216317] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-716a0604-350d-43fd-94a8-1e801592960a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.229158] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 748.229158] env[68946]: value = "task-2878294" [ 748.229158] env[68946]: _type = "Task" [ 748.229158] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.236335] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.236458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.246576] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.286497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "46c5d347-4654-4c1c-8de3-45ecebe15435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.286788] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.669883] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f56d0d-af3f-4f9c-8a34-dc4d30eb2a3e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.680373] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824a215-be24-4f62-acb3-6ed6e0ba0e96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.714937] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.719250] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa9f9f-e1e0-45dc-bfdf-c47a8e967ebb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.736958] env[68946]: INFO nova.compute.manager [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Took 46.53 seconds to build instance. [ 748.739612] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10a9be-7517-4564-a6f2-a3a5568d946f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.763210] env[68946]: DEBUG nova.compute.provider_tree [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.768715] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081021} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.769898] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.770824] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caf6740-5267-4b69-acd8-ae6f57fb76e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.796558] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e3bd81fe-2bb2-43de-b475-b1cdcff1a710/e3bd81fe-2bb2-43de-b475-b1cdcff1a710.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.797190] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba3db14-11cd-4781-b557-192c4e4c914c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.820535] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 748.820535] env[68946]: value = "task-2878295" [ 748.820535] env[68946]: _type = "Task" [ 748.820535] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.830175] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.239876] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4f9186c5-b8ed-4904-aa27-7ba568f8dbd0 tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.698s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.269649] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.270628] env[68946]: DEBUG nova.scheduler.client.report [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.333241] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878295, 'name': ReconfigVM_Task, 'duration_secs': 0.481128} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.333540] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e3bd81fe-2bb2-43de-b475-b1cdcff1a710/e3bd81fe-2bb2-43de-b475-b1cdcff1a710.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.334158] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72715b26-6c01-471d-bb6d-f26c11172bea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.343561] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 749.343561] env[68946]: value = "task-2878296" [ 749.343561] env[68946]: _type = "Task" [ 749.343561] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.350892] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878296, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.666627] env[68946]: DEBUG nova.compute.manager [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.667893] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c2d92-cab1-4599-984a-17801cf782dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.742631] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.775854] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.776297] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.779108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.156s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.781277] env[68946]: INFO nova.compute.claims [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.789025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b727a831-75d7-485a-bc85-7ed946ddd66f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.796555] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Suspending the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 749.797047] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e7994a6d-e3dd-4e45-8be8-bbec9822d6b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.806183] env[68946]: DEBUG oslo_vmware.api [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] Waiting for the task: (returnval){ [ 749.806183] env[68946]: value = "task-2878297" [ 749.806183] env[68946]: _type = "Task" [ 749.806183] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.815455] env[68946]: DEBUG oslo_vmware.api [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] Task: {'id': task-2878297, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.853229] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878296, 'name': Rename_Task, 'duration_secs': 0.163028} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.853510] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.853850] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6ee242-77ec-4a0f-97e8-a8d3adb4188f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.861940] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 749.861940] env[68946]: value = "task-2878298" [ 749.861940] env[68946]: _type = "Task" [ 749.861940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.870322] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.182754] env[68946]: INFO nova.compute.manager [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] instance snapshotting [ 750.184870] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45f9aa0-b363-4e9c-bb55-d5c77cf2cc3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.208277] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf1bdf-e144-4e40-b5ae-cb2e05534341 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.286805] env[68946]: DEBUG nova.compute.utils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.290888] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 750.318096] env[68946]: DEBUG oslo_vmware.api [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] Task: {'id': task-2878297, 'name': SuspendVM_Task} progress is 45%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.376484] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.723349] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.723763] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-598e8b14-7b4d-4da8-9599-3d2eb4be8dde {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.733437] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 750.733437] env[68946]: value = "task-2878299" [ 750.733437] env[68946]: _type = "Task" [ 750.733437] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.743240] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.792349] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.818606] env[68946]: DEBUG oslo_vmware.api [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] Task: {'id': task-2878297, 'name': SuspendVM_Task} progress is 45%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.876074] env[68946]: DEBUG oslo_vmware.api [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878298, 'name': PowerOnVM_Task, 'duration_secs': 0.625101} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.876357] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.876561] env[68946]: INFO nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Took 8.48 seconds to spawn the instance on the hypervisor. [ 750.876733] env[68946]: DEBUG nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.877551] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9110f22-ed93-4626-91f2-a8d70c27f48f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.247016] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.278665] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e706d-8c32-4087-a88d-0e6c910fc8b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.287307] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf356c-5b54-43b4-b85a-24b4b8d75e12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.326877] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185dc645-c985-42c0-b30c-e5fa6c33f100 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.339492] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69225125-3d0f-4cf0-a45e-8397575a4fa9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.343707] env[68946]: DEBUG oslo_vmware.api [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] Task: {'id': task-2878297, 'name': SuspendVM_Task, 'duration_secs': 1.096585} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.343966] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Suspended the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.344166] env[68946]: DEBUG nova.compute.manager [None req-11140711-2320-42d3-899e-351015667ead tempest-ServersAdminNegativeTestJSON-298173951 tempest-ServersAdminNegativeTestJSON-298173951-project-admin] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.345281] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51b459-556c-43be-a8bf-78043c860431 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.355349] env[68946]: DEBUG nova.compute.provider_tree [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.400326] env[68946]: INFO nova.compute.manager [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Took 47.25 seconds to build instance. [ 751.746572] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.831232] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.859308] env[68946]: DEBUG nova.scheduler.client.report [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.864677] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.864920] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.865088] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.865274] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.865419] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.865886] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.866139] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.866309] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.866472] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.866629] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.866800] env[68946]: DEBUG nova.virt.hardware [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.869516] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a90fa3-76a3-4ead-9099-d81feec70254 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.885906] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ede795-f406-4a67-9102-764f0da5a51c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.901682] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.908778] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Creating folder: Project (7f06e993a5a143f19cee23be3d8f967d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.909950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f235622d-1dd1-473f-ae6f-bc3fb47f4c6b tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.075s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.910218] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03ab321a-b07f-4a3c-8fcd-e61a62a18e32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.924818] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Created folder: Project (7f06e993a5a143f19cee23be3d8f967d) in parent group-v578341. [ 751.925055] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Creating folder: Instances. Parent ref: group-v578421. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.925276] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbd0522-519b-4836-ba94-1526e37a11d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.937288] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Created folder: Instances in parent group-v578421. [ 751.937552] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.937748] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.937959] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef7fba2f-1742-428e-a5ed-11c040619a51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.957207] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.957207] env[68946]: value = "task-2878302" [ 751.957207] env[68946]: _type = "Task" [ 751.957207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.969483] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878302, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.246601] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878299, 'name': CreateSnapshot_Task, 'duration_secs': 1.348588} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.246917] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.247801] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7432b883-8de8-4aed-947c-98ae0496e718 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.377024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.377024] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.377796] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.343s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.378143] env[68946]: DEBUG nova.objects.instance [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'resources' on Instance uuid d6056501-3484-4d10-8641-aa0db46f0e97 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.416902] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.468512] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878302, 'name': CreateVM_Task, 'duration_secs': 0.317817} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.468740] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.469226] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.469305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.469607] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.469850] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea773321-0588-47c0-8635-8c4d6e19fd6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.476446] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 752.476446] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541a69-6177-3fe4-3381-10d7c91f4f73" [ 752.476446] env[68946]: _type = "Task" [ 752.476446] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.485314] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541a69-6177-3fe4-3381-10d7c91f4f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.585279] env[68946]: DEBUG nova.compute.manager [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 752.586045] env[68946]: DEBUG nova.compute.manager [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing instance network info cache due to event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 752.586045] env[68946]: DEBUG oslo_concurrency.lockutils [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.586045] env[68946]: DEBUG oslo_concurrency.lockutils [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.586045] env[68946]: DEBUG nova.network.neutron [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.774469] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.778150] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb4d839d-b515-461c-b9f6-abe50ed7489d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.787596] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 752.787596] env[68946]: value = "task-2878303" [ 752.787596] env[68946]: _type = "Task" [ 752.787596] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.795687] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878303, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.882188] env[68946]: DEBUG nova.compute.utils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.888037] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.889096] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.943372] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.949427] env[68946]: DEBUG nova.policy [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b97c0146f7e44aaa22db93677d050b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a0fcf2db0154885b4de567957c00d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.991568] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541a69-6177-3fe4-3381-10d7c91f4f73, 'name': SearchDatastore_Task, 'duration_secs': 0.030886} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.992174] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.992563] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.992953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.993239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.993670] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.994157] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b902076c-ba09-4cdf-9316-3b832786deac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.006398] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.006398] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.007238] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cbf6c4-c15b-4371-adab-93101b3009c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.013940] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 753.013940] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d35b9-7305-8e3c-5e1c-d00173925281" [ 753.013940] env[68946]: _type = "Task" [ 753.013940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.029592] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d35b9-7305-8e3c-5e1c-d00173925281, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.030682] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bde27d-5dfb-4418-abe9-17faca4dd2a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.042247] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 753.042247] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235bd68-28a4-0b82-4849-18ce5fe2a278" [ 753.042247] env[68946]: _type = "Task" [ 753.042247] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.053193] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235bd68-28a4-0b82-4849-18ce5fe2a278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.302795] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878303, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.388160] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.421666] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Successfully created port: ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.460075] env[68946]: DEBUG nova.network.neutron [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updated VIF entry in instance network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.460569] env[68946]: DEBUG nova.network.neutron [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.559656] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235bd68-28a4-0b82-4849-18ce5fe2a278, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.559968] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.560336] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.560798] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc2c415-ef21-4398-b611-70c5a7bbb54e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.570282] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 753.570282] env[68946]: value = "task-2878304" [ 753.570282] env[68946]: _type = "Task" [ 753.570282] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.581896] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.622807] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aafdeb-d3b4-4d9c-a7f6-546a27aba5fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.632421] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17baecfd-38a6-43df-8724-282e1996a622 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.669127] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea78735-7064-4c6b-b9c1-ec7523f4356f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.680420] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b34291f-4131-487d-b164-7d017f60b52e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.697815] env[68946]: DEBUG nova.compute.provider_tree [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.799164] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878303, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.963510] env[68946]: DEBUG oslo_concurrency.lockutils [req-26bba673-2f98-40f0-af2c-7dd92ab3e8e2 req-77dfe314-71b6-4f28-8e88-299f9221a411 service nova] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.084060] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.202340] env[68946]: DEBUG nova.scheduler.client.report [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.299968] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878303, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.397857] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.424411] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.424661] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.424812] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.424990] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.425152] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.425300] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.425595] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.425660] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.425809] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.425969] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.426157] env[68946]: DEBUG nova.virt.hardware [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.427045] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728170a9-cccc-4f47-a786-d72f4bf96eed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.436172] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3938f2-40da-490f-940d-79f8bd846b3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.583040] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699869} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.583350] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.583635] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.583897] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c74e79f-a269-405b-95de-2a57977ab6ae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.594754] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 754.594754] env[68946]: value = "task-2878305" [ 754.594754] env[68946]: _type = "Task" [ 754.594754] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.605077] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.622805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.623190] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.623390] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.624316] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.624732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.627577] env[68946]: INFO nova.compute.manager [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Terminating instance [ 754.712030] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.713695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.233s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.715214] env[68946]: INFO nova.compute.claims [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.737974] env[68946]: INFO nova.scheduler.client.report [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted allocations for instance d6056501-3484-4d10-8641-aa0db46f0e97 [ 754.800945] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878303, 'name': CloneVM_Task, 'duration_secs': 1.745257} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.801233] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Created linked-clone VM from snapshot [ 754.802144] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b13462-a252-479a-a5f0-3638a90fb5f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.811557] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Uploading image 09893ea4-b718-47cf-830a-bc1f34d4ca8b {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.842302] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.842302] env[68946]: value = "vm-578425" [ 754.842302] env[68946]: _type = "VirtualMachine" [ 754.842302] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.842661] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5984e83b-b3b5-4e05-9827-48528d2e8276 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.852967] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lease: (returnval){ [ 754.852967] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b882f9-10b4-2c78-6bdd-0f1c5bf1de05" [ 754.852967] env[68946]: _type = "HttpNfcLease" [ 754.852967] env[68946]: } obtained for exporting VM: (result){ [ 754.852967] env[68946]: value = "vm-578425" [ 754.852967] env[68946]: _type = "VirtualMachine" [ 754.852967] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.853562] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the lease: (returnval){ [ 754.853562] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b882f9-10b4-2c78-6bdd-0f1c5bf1de05" [ 754.853562] env[68946]: _type = "HttpNfcLease" [ 754.853562] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.861959] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.861959] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b882f9-10b4-2c78-6bdd-0f1c5bf1de05" [ 754.861959] env[68946]: _type = "HttpNfcLease" [ 754.861959] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.904497] env[68946]: DEBUG nova.compute.manager [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Received event network-vif-plugged-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.904877] env[68946]: DEBUG oslo_concurrency.lockutils [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] Acquiring lock "76b11869-3839-4753-8cf1-2208553fabc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.905258] env[68946]: DEBUG oslo_concurrency.lockutils [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] Lock "76b11869-3839-4753-8cf1-2208553fabc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.905599] env[68946]: DEBUG oslo_concurrency.lockutils [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] Lock "76b11869-3839-4753-8cf1-2208553fabc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.905856] env[68946]: DEBUG nova.compute.manager [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] No waiting events found dispatching network-vif-plugged-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.906145] env[68946]: WARNING nova.compute.manager [req-40012923-a406-459b-aac5-a27548422bac req-f6eff73e-75e4-4f47-ae0b-68036f7f32e3 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Received unexpected event network-vif-plugged-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c for instance with vm_state building and task_state spawning. [ 755.019901] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Successfully updated port: ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.105810] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098295} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.105810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.106301] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4451da-d0fd-45af-8f02-e2d85971f7e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.128886] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.129356] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ab75df-4fc1-4de6-945f-0e8bf70c6228 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.145018] env[68946]: DEBUG nova.compute.manager [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.145242] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.146126] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16308a19-0f2a-410a-a71e-af4e5077b855 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.155675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.157050] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4966e3ed-3d76-4643-a5e0-a3908bacb2a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.158704] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 755.158704] env[68946]: value = "task-2878307" [ 755.158704] env[68946]: _type = "Task" [ 755.158704] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.168678] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.247290] env[68946]: DEBUG oslo_concurrency.lockutils [None req-507514e2-fdea-4608-8e15-4050debe7e87 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "d6056501-3484-4d10-8641-aa0db46f0e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.378s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.362819] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.362819] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b882f9-10b4-2c78-6bdd-0f1c5bf1de05" [ 755.362819] env[68946]: _type = "HttpNfcLease" [ 755.362819] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.363225] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.363225] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b882f9-10b4-2c78-6bdd-0f1c5bf1de05" [ 755.363225] env[68946]: _type = "HttpNfcLease" [ 755.363225] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.364076] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b862f-f58a-41c7-a001-37f765fd2d07 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.373240] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.373358] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.479055] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4593f3db-2513-42b8-ba02-3347084cd07f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.490811] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.491081] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.491385] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleting the datastore file [datastore2] fb6fc1f8-7e4e-4670-97d1-01ae0954b140 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.491662] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d794bb4-0c51-4aa3-8b5a-65f4f4895676 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.504847] env[68946]: DEBUG oslo_vmware.api [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 755.504847] env[68946]: value = "task-2878309" [ 755.504847] env[68946]: _type = "Task" [ 755.504847] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.524779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.524939] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquired lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.525163] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.526540] env[68946]: DEBUG oslo_vmware.api [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.669751] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878307, 'name': ReconfigVM_Task, 'duration_secs': 0.439537} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.670109] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.670790] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a40359a9-1cbb-4d6a-a0af-7ebda9e642e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.679116] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 755.679116] env[68946]: value = "task-2878310" [ 755.679116] env[68946]: _type = "Task" [ 755.679116] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.688681] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878310, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.016621] env[68946]: DEBUG oslo_vmware.api [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303354} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.020222] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.020550] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.020877] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.021138] env[68946]: INFO nova.compute.manager [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Took 0.88 seconds to destroy the instance on the hypervisor. [ 756.021413] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.021918] env[68946]: DEBUG nova.compute.manager [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.022186] env[68946]: DEBUG nova.network.neutron [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.086094] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.195397] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878310, 'name': Rename_Task, 'duration_secs': 0.16304} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.197202] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.197202] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ce69d1-4601-4882-aea6-ec0d30e96985 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.210316] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 756.210316] env[68946]: value = "task-2878311" [ 756.210316] env[68946]: _type = "Task" [ 756.210316] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.228209] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.309167] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0b831-6a04-4cef-b9fe-2e5eea914888 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.316975] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4b1e9-1a47-4dba-8138-a3a48c9a16ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.361883] env[68946]: DEBUG nova.network.neutron [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Updating instance_info_cache with network_info: [{"id": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "address": "fa:16:3e:21:36:f8", "network": {"id": "384f7447-2291-4c6e-808b-f655ab70f042", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157736806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a0fcf2db0154885b4de567957c00d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab38d0b6-2b", "ovs_interfaceid": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.365926] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed04dd7-af1a-4603-b9b2-56a3df7c61d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.377189] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.378941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66be1bcc-50d7-4b81-953c-bbb3a5d056c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.386531] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74810752-388f-411e-a346-0089882ab37b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.395249] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.395249] env[68946]: ERROR oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk due to incomplete transfer. [ 756.406584] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e5a6277-55a6-40c5-af20-78a3f28f27dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.409288] env[68946]: DEBUG nova.compute.provider_tree [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.419089] env[68946]: DEBUG oslo_vmware.rw_handles [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330a75-edcd-6148-c8da-d16e2d76042f/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.419295] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Uploaded image 95c2fce5-a18f-423b-88eb-7f26a054bbc3 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.422576] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.422730] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07455388-c30b-4b60-abd7-c88bf4359f09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.430761] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 756.430761] env[68946]: value = "task-2878312" [ 756.430761] env[68946]: _type = "Task" [ 756.430761] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.440733] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878312, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.726984] env[68946]: DEBUG oslo_vmware.api [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878311, 'name': PowerOnVM_Task, 'duration_secs': 0.503176} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.727792] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.728426] env[68946]: INFO nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Took 4.90 seconds to spawn the instance on the hypervisor. [ 756.728426] env[68946]: DEBUG nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.729422] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b25d3-8bc3-4c61-9b90-7d2fb832396f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.869711] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Releasing lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.870085] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Instance network_info: |[{"id": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "address": "fa:16:3e:21:36:f8", "network": {"id": "384f7447-2291-4c6e-808b-f655ab70f042", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157736806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a0fcf2db0154885b4de567957c00d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab38d0b6-2b", "ovs_interfaceid": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.870597] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:36:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab38d0b6-2b6a-4167-9690-19e4d7f8d39c', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.878264] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Creating folder: Project (9a0fcf2db0154885b4de567957c00d3d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.878590] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4254104-2c3a-42c7-9b11-ddc0be1a54e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.892378] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Created folder: Project (9a0fcf2db0154885b4de567957c00d3d) in parent group-v578341. [ 756.892614] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Creating folder: Instances. Parent ref: group-v578426. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.892864] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b8b8502-4961-4f64-9507-4cbc7ae1bff3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.904916] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Created folder: Instances in parent group-v578426. [ 756.905025] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.905223] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.905496] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9021186b-0c88-4e15-9610-d4bc3c0141b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.921267] env[68946]: DEBUG nova.scheduler.client.report [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.932858] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.932858] env[68946]: value = "task-2878315" [ 756.932858] env[68946]: _type = "Task" [ 756.932858] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.943295] env[68946]: DEBUG nova.compute.manager [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Received event network-changed-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.943526] env[68946]: DEBUG nova.compute.manager [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Refreshing instance network info cache due to event network-changed-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 756.943763] env[68946]: DEBUG oslo_concurrency.lockutils [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] Acquiring lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.943954] env[68946]: DEBUG oslo_concurrency.lockutils [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] Acquired lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.944172] env[68946]: DEBUG nova.network.neutron [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Refreshing network info cache for port ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.951658] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878312, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.959914] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.995151] env[68946]: DEBUG nova.network.neutron [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.248266] env[68946]: INFO nova.compute.manager [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Took 42.62 seconds to build instance. [ 757.426981] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.427535] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.430241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.515s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.431830] env[68946]: INFO nova.compute.claims [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.448723] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878312, 'name': Destroy_Task, 'duration_secs': 0.568247} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.452781] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Destroyed the VM [ 757.452781] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.452781] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.452781] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b963133c-1fe2-4365-a70f-52fcfe8c6846 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.462929] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 757.462929] env[68946]: value = "task-2878316" [ 757.462929] env[68946]: _type = "Task" [ 757.462929] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.475495] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.498012] env[68946]: INFO nova.compute.manager [-] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Took 1.48 seconds to deallocate network for instance. [ 757.664397] env[68946]: DEBUG nova.network.neutron [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Updated VIF entry in instance network info cache for port ab38d0b6-2b6a-4167-9690-19e4d7f8d39c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.664976] env[68946]: DEBUG nova.network.neutron [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Updating instance_info_cache with network_info: [{"id": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "address": "fa:16:3e:21:36:f8", "network": {"id": "384f7447-2291-4c6e-808b-f655ab70f042", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-157736806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a0fcf2db0154885b4de567957c00d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab38d0b6-2b", "ovs_interfaceid": "ab38d0b6-2b6a-4167-9690-19e4d7f8d39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.750798] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1506f08f-c5a2-4e74-be00-5a93060836c6 tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.763s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.943422] env[68946]: DEBUG nova.compute.utils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.944486] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.964022] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.973362] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878316, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.006448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.168405] env[68946]: DEBUG oslo_concurrency.lockutils [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] Releasing lock "refresh_cache-76b11869-3839-4753-8cf1-2208553fabc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.168780] env[68946]: DEBUG nova.compute.manager [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Received event network-vif-deleted-1690b277-141e-41fb-858f-949b85c93d2d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.168780] env[68946]: INFO nova.compute.manager [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Neutron deleted interface 1690b277-141e-41fb-858f-949b85c93d2d; detaching it from the instance and deleting it from the info cache [ 758.168883] env[68946]: DEBUG nova.network.neutron [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.253589] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.447345] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.456273] env[68946]: INFO nova.compute.manager [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Rebuilding instance [ 758.461896] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.474017] env[68946]: DEBUG oslo_vmware.api [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878316, 'name': RemoveSnapshot_Task, 'duration_secs': 0.654025} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.474209] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.474497] env[68946]: INFO nova.compute.manager [None req-7b35469e-ecab-4cb1-babf-30f87f34b5d5 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 758.504526] env[68946]: DEBUG nova.compute.manager [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.505488] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049a03a-91a6-4396-a0e6-4ea27ac943ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.672453] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b2ce4de-09cf-4211-b487-6bfa8a97aeb8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.684240] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40457dd6-2572-4222-968b-0f9c766409d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.723729] env[68946]: DEBUG nova.compute.manager [req-e9492fc4-bae4-44c1-8b5a-88997822d3fa req-63c14a58-dcf2-4a0e-a9fe-e70820f77dd7 service nova] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Detach interface failed, port_id=1690b277-141e-41fb-858f-949b85c93d2d, reason: Instance fb6fc1f8-7e4e-4670-97d1-01ae0954b140 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 758.775326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.967579] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.024098] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ab4f1-d4bc-4d28-987c-ae46f35c4f45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.038020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c97e557-81c4-4150-97cb-4748a08978fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.070706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab88faf-0129-4960-b6d1-d55ccb1b87fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.079793] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756d1fb-8dc0-4eda-bf1d-50c639866d2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.095243] env[68946]: DEBUG nova.compute.provider_tree [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.463157] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.472948] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.495100] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.495670] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.496118] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.496472] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.496777] env[68946]: DEBUG nova.virt.hardware [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.498528] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad25cb-9a1a-47c7-ab50-37b8ef1b89dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.508197] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca6d26-5032-4111-b109-a638817990ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.524190] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.524702] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.531316] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Creating folder: Project (1219a328eaf94e36b17b7714918f4498). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.531316] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c4246b-a679-4433-b23c-43fa4a9d9274 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.532232] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d00c6e-bdf7-43a5-96ef-d1d0e9e1cd4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.541466] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 759.541466] env[68946]: value = "task-2878318" [ 759.541466] env[68946]: _type = "Task" [ 759.541466] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.546819] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Created folder: Project (1219a328eaf94e36b17b7714918f4498) in parent group-v578341. [ 759.547199] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Creating folder: Instances. Parent ref: group-v578429. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.547302] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba32e3d-35cc-4c7c-b145-53f7d5d8dc39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.552243] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.563305] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Created folder: Instances in parent group-v578429. [ 759.563567] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.563767] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.564025] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc3fb22-3d17-4631-ab75-f14ac48d4e44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.582030] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.582030] env[68946]: value = "task-2878320" [ 759.582030] env[68946]: _type = "Task" [ 759.582030] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.590708] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878320, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.598875] env[68946]: DEBUG nova.scheduler.client.report [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.963728] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878315, 'name': CreateVM_Task, 'duration_secs': 2.908397} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.964120] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.964714] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.964916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.965381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.965683] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf456c3-f527-432b-bbd8-495b9f4ecb85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.970846] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 759.970846] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520add92-1e00-0c3c-0c36-70af428d73e3" [ 759.970846] env[68946]: _type = "Task" [ 759.970846] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.980174] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520add92-1e00-0c3c-0c36-70af428d73e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.052372] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878318, 'name': PowerOffVM_Task, 'duration_secs': 0.183746} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.052652] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.052885] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.053777] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc46a82-295d-48f9-92d0-11a7866f83e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.061435] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.061679] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea884fe0-7bfb-425f-a93e-e8d03edb1159 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.092845] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878320, 'name': CreateVM_Task, 'duration_secs': 0.473923} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.093674] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.094695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.094861] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.095235] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.095541] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.095719] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.095884] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Deleting the datastore file [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.096124] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc245618-5467-4a2a-9c3a-b808085f9d4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.097817] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b23e70b-ec19-4e36-bfe4-5f60b976d8df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.104715] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.105284] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.109422] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 760.109422] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7e286-2c38-595b-f950-9f4b4e117fc3" [ 760.109422] env[68946]: _type = "Task" [ 760.109422] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.111073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.349s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.112537] env[68946]: INFO nova.compute.claims [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.115403] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 760.115403] env[68946]: value = "task-2878322" [ 760.115403] env[68946]: _type = "Task" [ 760.115403] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.127429] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.130189] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7e286-2c38-595b-f950-9f4b4e117fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.252828] env[68946]: DEBUG nova.compute.manager [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.255497] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d9ba2-d12b-49b8-8fc6-d60cb2b9da0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.482568] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520add92-1e00-0c3c-0c36-70af428d73e3, 'name': SearchDatastore_Task, 'duration_secs': 0.017747} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.482866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.483125] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.483385] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.483531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.483707] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.485991] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862c45e1-8dd8-4f68-9e98-d471351a2d9c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.494467] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.494467] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.494976] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75437be3-8e16-4889-b7e0-155b78bd5692 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.501148] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 760.501148] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5200688f-e0b5-9153-93d8-9f1fb727fe8a" [ 760.501148] env[68946]: _type = "Task" [ 760.501148] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.509726] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5200688f-e0b5-9153-93d8-9f1fb727fe8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.613187] env[68946]: DEBUG nova.compute.utils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.615981] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.615981] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.653865] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7e286-2c38-595b-f950-9f4b4e117fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.032074} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.656345] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202204} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.656453] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.656739] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.657052] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.657255] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.657486] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.657796] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.658020] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.658245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.661632] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b14b17-2ad2-4d6f-87c3-55936e5a89ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.673896] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.674066] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.674931] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7ba15c-5388-440b-ad92-4db90830d9c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.682545] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 760.682545] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52976cb5-fe8b-0c1c-7336-910820752176" [ 760.682545] env[68946]: _type = "Task" [ 760.682545] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.691905] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52976cb5-fe8b-0c1c-7336-910820752176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.697723] env[68946]: DEBUG nova.policy [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8fa2bbf24f04b52a13a4152ebd399d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01771122c313467c8125da28473463f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.767202] env[68946]: INFO nova.compute.manager [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] instance snapshotting [ 760.770013] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dcbc88-7c77-4d7c-8a6a-ce30059d1279 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.789976] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa42654-75ea-48ca-8a2f-39f5cd7b7241 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.986713] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Successfully created port: 574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.013381] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5200688f-e0b5-9153-93d8-9f1fb727fe8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.014216] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f0c9b6-731c-4ce3-a29d-24e5075bd22c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.021009] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 761.021009] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52864cb7-8890-0de9-5f88-ced00cdd5d19" [ 761.021009] env[68946]: _type = "Task" [ 761.021009] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.031741] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52864cb7-8890-0de9-5f88-ced00cdd5d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.122108] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.197066] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52976cb5-fe8b-0c1c-7336-910820752176, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.200765] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b882e655-f9d6-46b3-949b-7623b23e95da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208683] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 761.208683] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5227d567-024b-3bad-7153-c6ac4466dcb7" [ 761.208683] env[68946]: _type = "Task" [ 761.208683] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.225434] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5227d567-024b-3bad-7153-c6ac4466dcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.226211] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.226396] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.226664] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef6619ff-b57e-4d5c-b3b8-c96d912a6326 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.234715] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 761.234715] env[68946]: value = "task-2878323" [ 761.234715] env[68946]: _type = "Task" [ 761.234715] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.244390] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.301331] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.302185] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fde2388-a57a-49b9-917d-7dfc30a0f8f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.312312] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 761.312312] env[68946]: value = "task-2878324" [ 761.312312] env[68946]: _type = "Task" [ 761.312312] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.321821] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.536684] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52864cb7-8890-0de9-5f88-ced00cdd5d19, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.536684] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.536981] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 76b11869-3839-4753-8cf1-2208553fabc9/76b11869-3839-4753-8cf1-2208553fabc9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.537822] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075d5f05-d21c-4d39-a5e6-8e6b4473b76a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.546610] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 761.546610] env[68946]: value = "task-2878325" [ 761.546610] env[68946]: _type = "Task" [ 761.546610] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.557115] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.646578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750645b-ef5d-462b-acb2-02d53730e181 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.657796] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c010344-a068-48a1-a879-ca14918e0e2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.697819] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959fa9e2-1856-4c6e-8caa-a9dd91edd8ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.708705] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870032f6-400d-43d5-bbbd-21552c8af417 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.728963] env[68946]: DEBUG nova.compute.provider_tree [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.732945] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.733229] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.733403] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.733709] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.733799] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.733922] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.734165] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.734354] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.734570] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.734763] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.734953] env[68946]: DEBUG nova.virt.hardware [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.735955] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6f13a-a3b0-46a8-96bf-9e507fddc8fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.752826] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8494a5b-6411-4b34-a0b4-029a16e7aa76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.757708] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494029} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.758771] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.759173] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.759971] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4266c696-1533-47db-ab2b-9f78118b76bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.772699] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.778937] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.779773] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.780096] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b459fc-7229-457e-a60e-0e25b3c5dc3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.795967] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 761.795967] env[68946]: value = "task-2878326" [ 761.795967] env[68946]: _type = "Task" [ 761.795967] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.803718] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.803718] env[68946]: value = "task-2878327" [ 761.803718] env[68946]: _type = "Task" [ 761.803718] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.806945] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.819723] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878327, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.829378] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.059295] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.139587] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.162018] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.162018] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.162018] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.162018] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.162504] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.162795] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.163213] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.164031] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.164031] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.164031] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.164190] env[68946]: DEBUG nova.virt.hardware [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.165129] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1611b-c920-4fc7-95ad-a9ad7e0c89e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.175210] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f0a91c-a63b-4805-a651-4c4b5f84761f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.241633] env[68946]: DEBUG nova.scheduler.client.report [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.309417] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104555} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.312524] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.313337] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23792034-762c-45c8-acae-f3bf2ea80a6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.322321] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878327, 'name': CreateVM_Task, 'duration_secs': 0.483803} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.329257] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.338234] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.341893] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.342033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.342406] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.343318] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd03fec2-5fe3-4923-a100-2674c34692a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.358750] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878324, 'name': CreateSnapshot_Task, 'duration_secs': 0.618203} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.358750] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7de8674-118d-40cb-9d7b-c277c9359eb8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.360771] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.361962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6100a-ace8-4575-8b28-0e7f15b0d1dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.369199] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 762.369199] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523a633a-7879-abb6-c663-a16afcfc4af4" [ 762.369199] env[68946]: _type = "Task" [ 762.369199] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.376151] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 762.376151] env[68946]: value = "task-2878328" [ 762.376151] env[68946]: _type = "Task" [ 762.376151] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.389877] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523a633a-7879-abb6-c663-a16afcfc4af4, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.393349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393614] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.393865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.394028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.394224] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.394524] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.394746] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ad8c1f-92a2-400f-a83a-92ad0f38617e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.403100] env[68946]: DEBUG nova.compute.manager [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Received event network-vif-plugged-574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.403558] env[68946]: DEBUG oslo_concurrency.lockutils [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] Acquiring lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.403712] env[68946]: DEBUG oslo_concurrency.lockutils [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.403885] env[68946]: DEBUG oslo_concurrency.lockutils [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.404132] env[68946]: DEBUG nova.compute.manager [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] No waiting events found dispatching network-vif-plugged-574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.404376] env[68946]: WARNING nova.compute.manager [req-44cce5d3-a731-47ec-9757-2608a5bc0238 req-674b8d6b-6c53-4a5c-b38d-8577e0fe132a service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Received unexpected event network-vif-plugged-574a8660-2717-4dfc-ac84-eaefe14c9bfd for instance with vm_state building and task_state spawning. [ 762.406223] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.406223] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.407036] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43147393-a0cd-4b6a-ba5f-b73cc22ae6f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.414455] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 762.414455] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525261e2-d87a-eb2a-e65e-0f5d742e0267" [ 762.414455] env[68946]: _type = "Task" [ 762.414455] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.424230] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525261e2-d87a-eb2a-e65e-0f5d742e0267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.501729] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Successfully updated port: 574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.557845] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.558150] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 76b11869-3839-4753-8cf1-2208553fabc9/76b11869-3839-4753-8cf1-2208553fabc9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.558370] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.558628] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a01079-97ae-45ed-a004-f4b4c66dce04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.566278] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 762.566278] env[68946]: value = "task-2878329" [ 762.566278] env[68946]: _type = "Task" [ 762.566278] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.576296] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.634398] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.635350] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0367a2-4fee-4462-badd-2d8b7bab3d31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.643065] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.643065] env[68946]: ERROR oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk due to incomplete transfer. [ 762.643065] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc0ae0cd-df01-4d5e-8be2-e89818f45237 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.650623] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8afa2-fa1a-4909-7635-af87a151b1fd/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.650814] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Uploaded image 09893ea4-b718-47cf-830a-bc1f34d4ca8b to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.652880] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.653146] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4861ce7-6c03-45a6-82c8-a0a87bc22264 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.659890] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 762.659890] env[68946]: value = "task-2878330" [ 762.659890] env[68946]: _type = "Task" [ 762.659890] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.670270] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878330, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.746057] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.746700] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.749340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.039s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.886759] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.887385] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2af2ee5f-e442-43b5-bb3b-3c3e4054a17f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.904910] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 762.904910] env[68946]: value = "task-2878331" [ 762.904910] env[68946]: _type = "Task" [ 762.904910] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.904910] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878328, 'name': ReconfigVM_Task, 'duration_secs': 0.357095} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.905223] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.910041] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52142ade-9cd2-4b39-8aba-7da94ea975b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.922286] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.923932] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 762.923932] env[68946]: value = "task-2878332" [ 762.923932] env[68946]: _type = "Task" [ 762.923932] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.931520] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525261e2-d87a-eb2a-e65e-0f5d742e0267, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.937571] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878332, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.938016] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791207fc-0c5a-4e64-9fcc-33969302cce9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.943720] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 762.943720] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5201d04f-45d1-3ebe-f6e7-615b10a4717f" [ 762.943720] env[68946]: _type = "Task" [ 762.943720] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.954845] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5201d04f-45d1-3ebe-f6e7-615b10a4717f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.002808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.003184] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquired lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.003184] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.079193] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076879} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.082867] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.085026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23dea58-8109-4c3a-a6c1-44d7acc0bd65 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.111159] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 76b11869-3839-4753-8cf1-2208553fabc9/76b11869-3839-4753-8cf1-2208553fabc9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.114379] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994c3375-8af8-42e4-8699-c0e1950e16ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.136029] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 763.136029] env[68946]: value = "task-2878333" [ 763.136029] env[68946]: _type = "Task" [ 763.136029] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.146631] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.169460] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878330, 'name': Destroy_Task, 'duration_secs': 0.362253} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.169846] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Destroyed the VM [ 763.170240] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.170693] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-778f7d1d-e522-466e-978e-f75851ed6a58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.184174] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 763.184174] env[68946]: value = "task-2878334" [ 763.184174] env[68946]: _type = "Task" [ 763.184174] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.197444] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878334, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.254583] env[68946]: DEBUG nova.compute.utils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.259795] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.300642] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f8e55-5371-4263-98df-f39f685bce7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.308935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9de47-fc39-4524-87e5-fa5dbd047ae7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.342016] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf9b2b-0ae8-4345-9c25-90de09be955f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.351628] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1393e777-672d-45c7-b488-d14ae346dafe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.366380] env[68946]: DEBUG nova.compute.provider_tree [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.417083] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.435296] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878332, 'name': Rename_Task, 'duration_secs': 0.181444} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.435632] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.436331] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5b672ce-c089-4dd4-b76a-f9a864c2e33f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.445608] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 763.445608] env[68946]: value = "task-2878335" [ 763.445608] env[68946]: _type = "Task" [ 763.445608] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.459523] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5201d04f-45d1-3ebe-f6e7-615b10a4717f, 'name': SearchDatastore_Task, 'duration_secs': 0.025528} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.462989] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.463350] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.463705] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.463961] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49754acb-d9a8-4725-926d-aa26a2c2b9c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.474142] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 763.474142] env[68946]: value = "task-2878336" [ 763.474142] env[68946]: _type = "Task" [ 763.474142] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.484274] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.537904] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.647010] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.684055] env[68946]: DEBUG nova.network.neutron [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updating instance_info_cache with network_info: [{"id": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "address": "fa:16:3e:fa:38:5e", "network": {"id": "cefd654d-ee25-4d08-a85d-896656dd2200", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118309028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01771122c313467c8125da28473463f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574a8660-27", "ovs_interfaceid": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.699052] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878334, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.761227] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.871341] env[68946]: DEBUG nova.scheduler.client.report [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.920137] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.961627] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.986169] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.146971] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878333, 'name': ReconfigVM_Task, 'duration_secs': 0.805364} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.147350] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 76b11869-3839-4753-8cf1-2208553fabc9/76b11869-3839-4753-8cf1-2208553fabc9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.148092] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246b51b8-e7e2-41fc-8bd0-86f45596f898 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.157133] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 764.157133] env[68946]: value = "task-2878337" [ 764.157133] env[68946]: _type = "Task" [ 764.157133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.166508] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878337, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.191053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Releasing lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.191411] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Instance network_info: |[{"id": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "address": "fa:16:3e:fa:38:5e", "network": {"id": "cefd654d-ee25-4d08-a85d-896656dd2200", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118309028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01771122c313467c8125da28473463f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574a8660-27", "ovs_interfaceid": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.191849] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:38:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '574a8660-2717-4dfc-ac84-eaefe14c9bfd', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.199720] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Creating folder: Project (01771122c313467c8125da28473463f2). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.203155] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e57e72e4-f09c-48ac-8075-452ed03e9e7b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.204995] env[68946]: DEBUG oslo_vmware.api [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878334, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71228} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.205245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.205485] env[68946]: INFO nova.compute.manager [None req-4bcbfeaa-04bf-4e70-8e74-f492a23376f5 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 14.02 seconds to snapshot the instance on the hypervisor. [ 764.219583] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Created folder: Project (01771122c313467c8125da28473463f2) in parent group-v578341. [ 764.221628] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Creating folder: Instances. Parent ref: group-v578435. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.221628] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1edac989-d2ac-472c-89c7-3b89a377f894 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.233272] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Created folder: Instances in parent group-v578435. [ 764.233272] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.233272] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.233272] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fca9233-32b0-46d0-b6c6-c9265924b744 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.254952] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.254952] env[68946]: value = "task-2878340" [ 764.254952] env[68946]: _type = "Task" [ 764.254952] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.264514] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878340, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.378385] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.378733] env[68946]: INFO nova.compute.manager [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Successfully reverted task state from None on failure for instance. [ 764.387712] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.829s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.387712] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.387712] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 764.387925] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.667s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.389393] env[68946]: INFO nova.compute.claims [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server [None req-e02bf4b6-0165-4f4f-8cc7-ae938045a4a5 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc (generation 35): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server raise self.value [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server raise self.value [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server raise self.value [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6278, in prep_resize [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server self._reschedule_resize_or_reraise(context, instance, [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6358, in _reschedule_resize_or_reraise [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server raise exc [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6260, in prep_resize [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server self._prep_resize(context, image, instance, [ 764.392964] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6173, in _prep_resize [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server with self.rt.resize_claim( [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 238, in resize_claim [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server return self._move_claim( [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 378, in _move_claim [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server self._update(elevated, cn) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server raise value [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc (generation 35): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0864182-6128-4a38-a7f0-18637dae40ae"}]} [ 764.394218] env[68946]: ERROR oslo_messaging.rpc.server [ 764.394218] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e73a14f-6311-4daf-9591-431ad6c8efa1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.403058] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c800d4d-ab7b-4ed3-989c-4638f7374e08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.418154] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.426625] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48834d5-5ba2-45f3-a63a-8e529b3a9706 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435416] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22e9a9-1b30-49a2-ac0b-db5c65a1427f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442670] env[68946]: DEBUG nova.compute.manager [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Received event network-changed-574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.442852] env[68946]: DEBUG nova.compute.manager [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Refreshing instance network info cache due to event network-changed-574a8660-2717-4dfc-ac84-eaefe14c9bfd. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 764.443126] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] Acquiring lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.443267] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] Acquired lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.443436] env[68946]: DEBUG nova.network.neutron [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Refreshing network info cache for port 574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.473871] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178685MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 764.474042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.486940] env[68946]: DEBUG oslo_vmware.api [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878335, 'name': PowerOnVM_Task, 'duration_secs': 0.646131} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.489200] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.489414] env[68946]: INFO nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Took 5.03 seconds to spawn the instance on the hypervisor. [ 764.489615] env[68946]: DEBUG nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.489887] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577033} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.490634] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054053fd-0b0d-4f51-8174-ee9d8ea56794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.493159] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.493380] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.493618] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24321f39-6096-4ca6-8bd3-e2900723cc9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.504107] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 764.504107] env[68946]: value = "task-2878341" [ 764.504107] env[68946]: _type = "Task" [ 764.504107] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.667828] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878337, 'name': Rename_Task, 'duration_secs': 0.237923} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.668135] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.668388] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb0e837-dd59-4dcb-8506-a3dd0f52f46d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.675659] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 764.675659] env[68946]: value = "task-2878342" [ 764.675659] env[68946]: _type = "Task" [ 764.675659] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.684415] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.765636] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878340, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.772025] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.791617] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.791860] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.792029] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.792237] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.792386] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.792529] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.792731] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.792887] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.793057] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.793230] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.793417] env[68946]: DEBUG nova.virt.hardware [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.794304] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc2ea8-01d9-4fc9-8a84-8396bb6e68fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.806251] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563c600-c210-42f3-8454-bae1d55efc34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.821817] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.827870] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Creating folder: Project (375c4789328345468c69316da51becb3). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.828236] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb6c6da-1456-4aab-a05a-24a2b87ab13c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.839620] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Created folder: Project (375c4789328345468c69316da51becb3) in parent group-v578341. [ 764.839825] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Creating folder: Instances. Parent ref: group-v578438. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.840133] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f123c23-8039-4bf8-9e1e-67c24ec04232 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.850994] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Created folder: Instances in parent group-v578438. [ 764.851251] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.852034] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.852034] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a68142b-1d45-4287-a3ab-1ce2517c75fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.869412] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.869412] env[68946]: value = "task-2878345" [ 764.869412] env[68946]: _type = "Task" [ 764.869412] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.878185] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878345, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.918794] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.015569] env[68946]: INFO nova.compute.manager [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Took 41.55 seconds to build instance. [ 765.020407] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878341, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.166357] env[68946]: DEBUG nova.network.neutron [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updated VIF entry in instance network info cache for port 574a8660-2717-4dfc-ac84-eaefe14c9bfd. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.166738] env[68946]: DEBUG nova.network.neutron [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updating instance_info_cache with network_info: [{"id": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "address": "fa:16:3e:fa:38:5e", "network": {"id": "cefd654d-ee25-4d08-a85d-896656dd2200", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118309028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01771122c313467c8125da28473463f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574a8660-27", "ovs_interfaceid": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.187624] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.265645] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878340, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.380815] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878345, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.420104] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.518092] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f476987d-0fb3-438d-8d69-4516176e7311 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.347s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.525147] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.575493} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.528028] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.529537] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5cacf-3733-4c3f-bce5-1a0302a3f389 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.557215] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.560542] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699e46fe-6169-4d15-8704-bcc675eaa8bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.582819] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 765.582819] env[68946]: value = "task-2878346" [ 765.582819] env[68946]: _type = "Task" [ 765.582819] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.595072] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.670650] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d51404-d365-4893-9e45-a5561780814c req-54431c5f-6180-4095-a8b1-37477435e067 service nova] Releasing lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690698] env[68946]: DEBUG oslo_vmware.api [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878342, 'name': PowerOnVM_Task, 'duration_secs': 0.881633} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.690811] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.690953] env[68946]: INFO nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Took 11.29 seconds to spawn the instance on the hypervisor. [ 765.691302] env[68946]: DEBUG nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.692247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95cd74e-a040-4350-a1dc-a9767735635d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.766887] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878340, 'name': CreateVM_Task, 'duration_secs': 1.350461} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.767432] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.768130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.768130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.768457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.772162] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cffe661-83f3-4f0f-8e19-272a7c6fddc1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.778489] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 765.778489] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5240a096-f8f7-7422-5b1b-4610fbf1b2cf" [ 765.778489] env[68946]: _type = "Task" [ 765.778489] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.790893] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5240a096-f8f7-7422-5b1b-4610fbf1b2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.880785] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878345, 'name': CreateVM_Task, 'duration_secs': 0.655164} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.883204] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.883848] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.884026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.884341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.884596] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f901ee-299f-4b7f-adaa-aa5b707b6217 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.889700] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 765.889700] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52735560-8dc0-4f56-b2fa-dd1442214f89" [ 765.889700] env[68946]: _type = "Task" [ 765.889700] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.901210] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52735560-8dc0-4f56-b2fa-dd1442214f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.919180] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878331, 'name': CloneVM_Task, 'duration_secs': 2.615328} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.921676] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Created linked-clone VM from snapshot [ 765.922699] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156da5d3-0761-4763-8504-18e2509a2ad0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.931433] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Uploading image 37d9c4fd-c8cc-401f-aa92-f5be4a54ff19 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.935071] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffe789-397b-4894-a3f5-ee37dd03996d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.944592] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df1af3-4ed9-485f-881e-9269a7bf1cff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.977933] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.977933] env[68946]: value = "vm-578434" [ 765.977933] env[68946]: _type = "VirtualMachine" [ 765.977933] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.978701] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d997112d-0ed6-4f00-bb7e-d06944f92845 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.981085] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb856cc3-f76b-4dc4-96b4-7f1d8296cc96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.988116] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616c59f-929f-449f-861b-08382f55e65c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.993044] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease: (returnval){ [ 765.993044] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52875371-654c-cb9b-5699-c1bb16172d35" [ 765.993044] env[68946]: _type = "HttpNfcLease" [ 765.993044] env[68946]: } obtained for exporting VM: (result){ [ 765.993044] env[68946]: value = "vm-578434" [ 765.993044] env[68946]: _type = "VirtualMachine" [ 765.993044] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.993352] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the lease: (returnval){ [ 765.993352] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52875371-654c-cb9b-5699-c1bb16172d35" [ 765.993352] env[68946]: _type = "HttpNfcLease" [ 765.993352] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 766.004391] env[68946]: DEBUG nova.compute.provider_tree [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.009809] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.009809] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52875371-654c-cb9b-5699-c1bb16172d35" [ 766.009809] env[68946]: _type = "HttpNfcLease" [ 766.009809] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.010104] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.010104] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52875371-654c-cb9b-5699-c1bb16172d35" [ 766.010104] env[68946]: _type = "HttpNfcLease" [ 766.010104] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.010779] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285b1c2-ad87-4d1d-a70d-7ccf8ace788b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.019680] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.019847] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.079143] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.094481] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.119067] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45abefc3-4507-492e-b89d-b8518d91c00b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.211747] env[68946]: INFO nova.compute.manager [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Took 45.62 seconds to build instance. [ 766.255878] env[68946]: INFO nova.compute.manager [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Rebuilding instance [ 766.260089] env[68946]: DEBUG nova.compute.manager [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.260954] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc4e5b-5552-415d-b829-2d2fcc45504b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.294477] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5240a096-f8f7-7422-5b1b-4610fbf1b2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.294771] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.295905] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.295905] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.295905] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.295905] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.295905] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca62a4a6-d8c6-42e8-8bea-e74992a72db9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.305445] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.305652] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.309129] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38950136-385c-4c5e-b6f2-dc801d39b447 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.315461] env[68946]: DEBUG nova.compute.manager [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.316124] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec81719-2825-414e-a942-4223ff95fefd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.321819] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 766.321819] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521145e7-0c92-d91b-4b2a-34a11ff155d9" [ 766.321819] env[68946]: _type = "Task" [ 766.321819] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.334799] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521145e7-0c92-d91b-4b2a-34a11ff155d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.401234] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52735560-8dc0-4f56-b2fa-dd1442214f89, 'name': SearchDatastore_Task, 'duration_secs': 0.017896} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.401546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.401787] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.402050] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.402272] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.402468] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.402731] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c33e32f-18ab-4af2-bfb1-4d9b7bfafcb4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.412924] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.413153] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.413891] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010ee3fb-7a16-4c5f-9ea7-af8b61dec014 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.421226] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 766.421226] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52714126-e4b6-9260-f784-a7b09b9d4565" [ 766.421226] env[68946]: _type = "Task" [ 766.421226] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.430375] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52714126-e4b6-9260-f784-a7b09b9d4565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.508152] env[68946]: DEBUG nova.scheduler.client.report [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.598042] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878346, 'name': ReconfigVM_Task, 'duration_secs': 0.718998} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.599180] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.600486] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.601240] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f683ff-2d15-43c9-860b-e61ed6e4acfd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.609314] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 766.609314] env[68946]: value = "task-2878348" [ 766.609314] env[68946]: _type = "Task" [ 766.609314] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.618893] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878348, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.714181] env[68946]: DEBUG oslo_concurrency.lockutils [None req-757ad12f-762b-4ec0-a72f-e30b7b445c34 tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.500s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.775430] env[68946]: INFO nova.compute.manager [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] instance snapshotting [ 766.778770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ec6638-6d5b-4dd6-a6a2-ef1046fd3fd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.804472] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40f8c1-4d15-45c6-8720-071c60d14c6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.837774] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521145e7-0c92-d91b-4b2a-34a11ff155d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.839509] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eeead43-965f-4f40-860d-3d768e68fb58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.848040] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 766.848040] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5083e-d873-64e5-f9f1-a15d3e5ab4bd" [ 766.848040] env[68946]: _type = "Task" [ 766.848040] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.859092] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5083e-d873-64e5-f9f1-a15d3e5ab4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.936848] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52714126-e4b6-9260-f784-a7b09b9d4565, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.940230] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ede95e-b7d2-4a9a-aab0-c6161b271e3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.951013] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 766.951013] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cfa7a6-4302-4d3a-3e1b-b0c8b340e7aa" [ 766.951013] env[68946]: _type = "Task" [ 766.951013] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.960512] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cfa7a6-4302-4d3a-3e1b-b0c8b340e7aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.015306] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.015869] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.018536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.744s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.020690] env[68946]: INFO nova.compute.claims [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.121465] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878348, 'name': Rename_Task, 'duration_secs': 0.169643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.122095] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.123197] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a821eba7-1b6f-44e7-9c99-8978494d90b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.131731] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 767.131731] env[68946]: value = "task-2878349" [ 767.131731] env[68946]: _type = "Task" [ 767.131731] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.140765] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.143365] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "76b11869-3839-4753-8cf1-2208553fabc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.143685] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.143965] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "76b11869-3839-4753-8cf1-2208553fabc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.144184] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.144438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.149482] env[68946]: INFO nova.compute.manager [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Terminating instance [ 767.216949] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.318229] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.318618] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2de7415e-480d-4fa4-9a7b-56e791e880c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.331137] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 767.331137] env[68946]: value = "task-2878350" [ 767.331137] env[68946]: _type = "Task" [ 767.331137] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.340512] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.340953] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.341268] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd85b4bf-6003-44f1-83a7-fe84092c75a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.348571] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 767.348571] env[68946]: value = "task-2878351" [ 767.348571] env[68946]: _type = "Task" [ 767.348571] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.361912] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.367126] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c5083e-d873-64e5-f9f1-a15d3e5ab4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.367782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.368161] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] a33f417a-01b7-4b60-a679-cc1e042911ab/a33f417a-01b7-4b60-a679-cc1e042911ab.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.368572] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e02a174-fb5c-463a-ac6a-24d2cdde0cc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.378255] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 767.378255] env[68946]: value = "task-2878352" [ 767.378255] env[68946]: _type = "Task" [ 767.378255] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.391275] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.462509] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cfa7a6-4302-4d3a-3e1b-b0c8b340e7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022013} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.463064] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.465298] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.465298] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e78a09-ad42-4b4c-ad9a-355f60ca0925 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.472974] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 767.472974] env[68946]: value = "task-2878353" [ 767.472974] env[68946]: _type = "Task" [ 767.472974] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.483388] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.526401] env[68946]: DEBUG nova.compute.utils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.536742] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.536742] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.600367] env[68946]: DEBUG nova.policy [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d9e5295050d4e39b338797c3f4576ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ddfb96acc14dc78a31aa4a42b8f5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.645515] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.654938] env[68946]: DEBUG nova.compute.manager [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.655225] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.656234] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a602c48-1f54-4cc1-bd8b-5a45bd14288b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.668012] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.669053] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13fa037f-2626-439c-b147-6b64fb098c26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.679340] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 767.679340] env[68946]: value = "task-2878354" [ 767.679340] env[68946]: _type = "Task" [ 767.679340] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.690567] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.746459] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.846638] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.861988] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878351, 'name': PowerOffVM_Task, 'duration_secs': 0.252855} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.862658] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.863466] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.864385] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c4dfa-cb66-4914-9a0a-5f16dac5e1c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.876952] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.877649] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8521ef51-c2fe-41f0-bf0c-2f39eaf1e95f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.892242] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.917692] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.917979] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.918299] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Deleting the datastore file [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.918616] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d08f47b-f753-423d-983b-cc2893df01a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.928561] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 767.928561] env[68946]: value = "task-2878356" [ 767.928561] env[68946]: _type = "Task" [ 767.928561] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.948495] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.986905] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.996465] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Successfully created port: 66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.040272] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.154868] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.197312] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878354, 'name': PowerOffVM_Task, 'duration_secs': 0.359846} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.197754] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.197970] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.198244] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a240e7f3-0e9e-4175-8222-0da7e114ca17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.284135] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.284484] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.284618] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Deleting the datastore file [datastore1] 76b11869-3839-4753-8cf1-2208553fabc9 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.284853] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57be5e79-b678-47b4-b24b-7a9ebf79403d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.295816] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for the task: (returnval){ [ 768.295816] env[68946]: value = "task-2878358" [ 768.295816] env[68946]: _type = "Task" [ 768.295816] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.307051] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.344019] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878350, 'name': CreateSnapshot_Task, 'duration_secs': 0.585051} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.344166] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.344876] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b623f4e-9826-4d75-b1b5-74eabfa753c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.391046] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634032} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.391406] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] a33f417a-01b7-4b60-a679-cc1e042911ab/a33f417a-01b7-4b60-a679-cc1e042911ab.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.391691] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.392016] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ad6583-69fd-4037-baf9-b6ea20690765 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.402684] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 768.402684] env[68946]: value = "task-2878359" [ 768.402684] env[68946]: _type = "Task" [ 768.402684] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.415951] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.445229] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326552} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.448111] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.448321] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.448506] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.486411] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729642} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.489585] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.489800] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.490547] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-646356b3-f001-484b-9001-49399a699894 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.497920] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 768.497920] env[68946]: value = "task-2878360" [ 768.497920] env[68946]: _type = "Task" [ 768.497920] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.509881] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.630754] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e22d7-2b4c-4ab7-8cf5-b3604427235a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.640011] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c4e60-0ffc-4ede-b0be-962b258f1cf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.647665] env[68946]: DEBUG oslo_vmware.api [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878349, 'name': PowerOnVM_Task, 'duration_secs': 1.2634} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.648061] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.648279] env[68946]: DEBUG nova.compute.manager [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.649069] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f9cb0-04db-4009-a029-08603519bc41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.678760] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527dd431-eed6-4397-a2c0-91cf0e841932 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.690859] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa2984-838a-4e58-af5a-86b4d25939ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.706138] env[68946]: DEBUG nova.compute.provider_tree [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.806444] env[68946]: DEBUG oslo_vmware.api [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Task: {'id': task-2878358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15197} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.806706] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.806890] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.807080] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.807257] env[68946]: INFO nova.compute.manager [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.807600] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.807815] env[68946]: DEBUG nova.compute.manager [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.807913] env[68946]: DEBUG nova.network.neutron [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.866946] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.867399] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f7e6a48-a1cd-4b2e-8a45-e263c9601d53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.877636] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 768.877636] env[68946]: value = "task-2878361" [ 768.877636] env[68946]: _type = "Task" [ 768.877636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.889250] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878361, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.913978] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075324} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.914202] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.915034] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60449ab-70aa-44fc-aa53-69d90902787d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.939813] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a33f417a-01b7-4b60-a679-cc1e042911ab/a33f417a-01b7-4b60-a679-cc1e042911ab.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.939813] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbef423-a44a-4f5a-973c-6ef61dc5d135 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.967102] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 768.967102] env[68946]: value = "task-2878362" [ 768.967102] env[68946]: _type = "Task" [ 768.967102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.977854] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.011155] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068639} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.011454] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.012369] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8651d7f9-b1c0-493b-ad69-e5942411266a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036905] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.036905] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb923f71-8cb5-483d-99dc-6fc285d85cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.053187] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.063154] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 769.063154] env[68946]: value = "task-2878363" [ 769.063154] env[68946]: _type = "Task" [ 769.063154] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.075712] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.080950] env[68946]: DEBUG nova.virt.hardware [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.080950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12728c8e-9252-4ff6-8e19-1f2bc4bebf7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.092780] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3a677-a0c6-4bd6-bad7-77a7863fc110 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.197220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.209778] env[68946]: DEBUG nova.scheduler.client.report [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.239399] env[68946]: DEBUG nova.compute.manager [req-c96abd87-2cb0-4e85-b8c2-a34a880ed40a req-120b1ad1-3d61-4f2b-840f-b2ba91e3922a service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Received event network-vif-deleted-ab38d0b6-2b6a-4167-9690-19e4d7f8d39c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.239774] env[68946]: INFO nova.compute.manager [req-c96abd87-2cb0-4e85-b8c2-a34a880ed40a req-120b1ad1-3d61-4f2b-840f-b2ba91e3922a service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Neutron deleted interface ab38d0b6-2b6a-4167-9690-19e4d7f8d39c; detaching it from the instance and deleting it from the info cache [ 769.239774] env[68946]: DEBUG nova.network.neutron [req-c96abd87-2cb0-4e85-b8c2-a34a880ed40a req-120b1ad1-3d61-4f2b-840f-b2ba91e3922a service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.391449] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878361, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.484192] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.495671] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.495957] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.496269] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.496456] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.496635] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.496786] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.497033] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.497206] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.497466] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.497754] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.497997] env[68946]: DEBUG nova.virt.hardware [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.499014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61569c-49b6-4ea7-8dac-7279a8e523a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.510408] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01896845-d624-4d95-b344-245f6ececa2a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.530031] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.535065] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.535520] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.535818] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-566dd0de-9ca9-4f96-baf6-bf1d7cc52f88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.558030] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.558030] env[68946]: value = "task-2878364" [ 769.558030] env[68946]: _type = "Task" [ 769.558030] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.571657] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878364, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.578010] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878363, 'name': ReconfigVM_Task, 'duration_secs': 0.493159} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.578503] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.580178] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Successfully updated port: 66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.581120] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dbb59c9-126f-4263-a103-52002a46d146 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.589331] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 769.589331] env[68946]: value = "task-2878365" [ 769.589331] env[68946]: _type = "Task" [ 769.589331] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.600226] env[68946]: DEBUG nova.network.neutron [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.601960] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878365, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.715277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.716071] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.720769] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.531s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.720769] env[68946]: DEBUG nova.objects.instance [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lazy-loading 'resources' on Instance uuid 0d9d5127-d845-4df2-9845-0e8efffdd567 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.744695] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72b94394-5906-4797-bd60-c18b06ae28ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.760156] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823348f-da5e-4134-ab2a-94c0cafb41d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.802470] env[68946]: DEBUG nova.compute.manager [req-c96abd87-2cb0-4e85-b8c2-a34a880ed40a req-120b1ad1-3d61-4f2b-840f-b2ba91e3922a service nova] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Detach interface failed, port_id=ab38d0b6-2b6a-4167-9690-19e4d7f8d39c, reason: Instance 76b11869-3839-4753-8cf1-2208553fabc9 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 769.825071] env[68946]: INFO nova.compute.manager [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Rebuilding instance [ 769.873021] env[68946]: DEBUG nova.compute.manager [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.873945] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bce6f-1d77-44a7-990e-25a5e963c9f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.893638] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878361, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.979735] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878362, 'name': ReconfigVM_Task, 'duration_secs': 0.796421} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.981043] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a33f417a-01b7-4b60-a679-cc1e042911ab/a33f417a-01b7-4b60-a679-cc1e042911ab.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.981413] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608b4aa1-f59a-4c17-b9df-0647beeb87f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.988928] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 769.988928] env[68946]: value = "task-2878366" [ 769.988928] env[68946]: _type = "Task" [ 769.988928] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.997438] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878366, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.068669] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878364, 'name': CreateVM_Task, 'duration_secs': 0.368967} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.068669] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.068924] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.069202] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.069437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.069700] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfabbe8b-65ac-44e0-87f0-047cc24e4479 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.075374] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 770.075374] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b89d34-abce-7274-8e2f-f4cc5371b149" [ 770.075374] env[68946]: _type = "Task" [ 770.075374] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.084548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084613] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084766] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.086197] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b89d34-abce-7274-8e2f-f4cc5371b149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.100872] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878365, 'name': Rename_Task, 'duration_secs': 0.289351} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.101158] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.101447] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4195e8ea-8cb8-488e-b84b-a0484f183516 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.103352] env[68946]: INFO nova.compute.manager [-] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Took 1.30 seconds to deallocate network for instance. [ 770.111710] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 770.111710] env[68946]: value = "task-2878367" [ 770.111710] env[68946]: _type = "Task" [ 770.111710] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.124829] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.221051] env[68946]: DEBUG nova.compute.utils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.222618] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.222809] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.267545] env[68946]: DEBUG nova.policy [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c79440c5fee4bc7b9af840c39398882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd493c6c605b44063976aa7c9888d1211', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.393540] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878361, 'name': CloneVM_Task, 'duration_secs': 1.400447} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.396686] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Created linked-clone VM from snapshot [ 770.397887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33260a71-f179-4777-8d77-37246aafda97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.407893] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Uploading image bf9d4c7e-d6f4-409f-a251-91eefc218dd3 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.430653] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.430653] env[68946]: value = "vm-578442" [ 770.430653] env[68946]: _type = "VirtualMachine" [ 770.430653] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.430915] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-540e67f1-4778-4f99-a3db-0cd30a0a4449 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.439863] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lease: (returnval){ [ 770.439863] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243b171-653c-a024-482c-3f8daf8cc03f" [ 770.439863] env[68946]: _type = "HttpNfcLease" [ 770.439863] env[68946]: } obtained for exporting VM: (result){ [ 770.439863] env[68946]: value = "vm-578442" [ 770.439863] env[68946]: _type = "VirtualMachine" [ 770.439863] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.440166] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the lease: (returnval){ [ 770.440166] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243b171-653c-a024-482c-3f8daf8cc03f" [ 770.440166] env[68946]: _type = "HttpNfcLease" [ 770.440166] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.448442] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.448442] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243b171-653c-a024-482c-3f8daf8cc03f" [ 770.448442] env[68946]: _type = "HttpNfcLease" [ 770.448442] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.499497] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878366, 'name': Rename_Task, 'duration_secs': 0.196566} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.501894] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.503182] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-774c546c-1c64-44e4-8972-4ed27c3e2b49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.510760] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 770.510760] env[68946]: value = "task-2878369" [ 770.510760] env[68946]: _type = "Task" [ 770.510760] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.521802] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.563933] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Successfully created port: 5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.586319] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b89d34-abce-7274-8e2f-f4cc5371b149, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.588882] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.589159] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.589400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.589548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.589723] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.591739] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c07c08b-ca18-42d5-a1c4-5423d149ddf6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.604516] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.604676] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.605539] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c353e5dc-9a53-4cd1-a4e8-5d0fa516edf4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612028] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 770.612028] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f11d90-4483-3d69-eb75-9617379b4bdb" [ 770.612028] env[68946]: _type = "Task" [ 770.612028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.615021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.632229] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f11d90-4483-3d69-eb75-9617379b4bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.632487] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.635789] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c3b07d-c04f-4465-b784-8cc4d46693a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.638505] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.646290] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 770.646290] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ec176-df59-a59c-353c-d56d59849227" [ 770.646290] env[68946]: _type = "Task" [ 770.646290] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.657741] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ec176-df59-a59c-353c-d56d59849227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.729105] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.767009] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e9346c-1098-49d0-9db1-ae34c62940d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.781141] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b748dba2-8280-418c-a044-b95e8d1a5967 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.816617] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348b1b3-2074-46ad-8d42-2b31f385dc3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.827667] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a9bd4e-b44e-4b5b-8983-e4bad1ab4fdc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.843142] env[68946]: DEBUG nova.compute.provider_tree [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.887321] env[68946]: DEBUG nova.network.neutron [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Updating instance_info_cache with network_info: [{"id": "66799d7d-a2d6-4ddb-a11a-972987997a03", "address": "fa:16:3e:a8:f2:76", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66799d7d-a2", "ovs_interfaceid": "66799d7d-a2d6-4ddb-a11a-972987997a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.897649] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.897969] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d76693-baba-4d25-ab2d-f3869b717f14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.910410] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 770.910410] env[68946]: value = "task-2878370" [ 770.910410] env[68946]: _type = "Task" [ 770.910410] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.924244] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.950854] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.950854] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243b171-653c-a024-482c-3f8daf8cc03f" [ 770.950854] env[68946]: _type = "HttpNfcLease" [ 770.950854] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.951189] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.951189] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5243b171-653c-a024-482c-3f8daf8cc03f" [ 770.951189] env[68946]: _type = "HttpNfcLease" [ 770.951189] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.952221] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8eff2-68de-4ab1-8b38-02daf34d5405 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.963701] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.964081] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.037549] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878369, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.074282] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ff57055-fcfc-4a03-978b-13490aa9a3b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.125591] env[68946]: DEBUG oslo_vmware.api [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878367, 'name': PowerOnVM_Task, 'duration_secs': 0.932227} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.125862] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.126087] env[68946]: INFO nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Took 6.35 seconds to spawn the instance on the hypervisor. [ 771.126279] env[68946]: DEBUG nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.127088] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78c25f-9012-40b3-a97c-db8595be44cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.156808] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ec176-df59-a59c-353c-d56d59849227, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.157139] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.157412] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.157661] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8d7828-ad03-4b4f-8132-b0ce737f35a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.166591] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 771.166591] env[68946]: value = "task-2878371" [ 771.166591] env[68946]: _type = "Task" [ 771.166591] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.176244] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.327310] env[68946]: DEBUG nova.compute.manager [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Received event network-vif-plugged-66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.327679] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Acquiring lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.327926] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.328747] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.328747] env[68946]: DEBUG nova.compute.manager [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] No waiting events found dispatching network-vif-plugged-66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.328747] env[68946]: WARNING nova.compute.manager [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Received unexpected event network-vif-plugged-66799d7d-a2d6-4ddb-a11a-972987997a03 for instance with vm_state building and task_state spawning. [ 771.328914] env[68946]: DEBUG nova.compute.manager [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Received event network-changed-66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.329209] env[68946]: DEBUG nova.compute.manager [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Refreshing instance network info cache due to event network-changed-66799d7d-a2d6-4ddb-a11a-972987997a03. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.329522] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Acquiring lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.347310] env[68946]: DEBUG nova.scheduler.client.report [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.390065] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.390301] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Instance network_info: |[{"id": "66799d7d-a2d6-4ddb-a11a-972987997a03", "address": "fa:16:3e:a8:f2:76", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66799d7d-a2", "ovs_interfaceid": "66799d7d-a2d6-4ddb-a11a-972987997a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.390621] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Acquired lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.390839] env[68946]: DEBUG nova.network.neutron [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Refreshing network info cache for port 66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.392247] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:f2:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66799d7d-a2d6-4ddb-a11a-972987997a03', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.400626] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.401684] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.402505] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23504882-871a-49e5-a40e-bc016d12f642 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.429869] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878370, 'name': PowerOffVM_Task, 'duration_secs': 0.169035} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.431900] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.432211] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.432475] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.432475] env[68946]: value = "task-2878372" [ 771.432475] env[68946]: _type = "Task" [ 771.432475] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.433256] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302f0e0-4157-4120-8831-803f20e3f246 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.447750] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878372, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.450671] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.450975] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09aa1cbb-9a82-406e-8228-7a3c0d6f8691 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.482785] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.484316] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.486522] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Deleting the datastore file [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.486522] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae67375-0d20-4244-9a65-52086286cdbe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.496131] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 771.496131] env[68946]: value = "task-2878374" [ 771.496131] env[68946]: _type = "Task" [ 771.496131] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.507084] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.536368] env[68946]: DEBUG oslo_vmware.api [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878369, 'name': PowerOnVM_Task, 'duration_secs': 0.601107} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.536682] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.537062] env[68946]: INFO nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Took 9.40 seconds to spawn the instance on the hypervisor. [ 771.537361] env[68946]: DEBUG nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.539035] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f394e8aa-0060-47f3-8cfd-0540c2389739 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.650161] env[68946]: INFO nova.compute.manager [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Took 38.91 seconds to build instance. [ 771.681581] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.739026] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.853201] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.857381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.588s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.860350] env[68946]: INFO nova.compute.claims [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.880716] env[68946]: INFO nova.scheduler.client.report [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Deleted allocations for instance 0d9d5127-d845-4df2-9845-0e8efffdd567 [ 771.948415] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878372, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.152536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da471e9e-9894-4e6b-9e7b-0668aa41140f tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.205s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.162334] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30327} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.162334] env[68946]: INFO nova.compute.manager [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Took 45.27 seconds to build instance. [ 772.162334] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.162334] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.162870] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.179231] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621574} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.179504] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.179961] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.180436] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a51b59-07d2-431a-80ca-95d249cbabb5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.190656] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 772.190656] env[68946]: value = "task-2878375" [ 772.190656] env[68946]: _type = "Task" [ 772.190656] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.203194] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.391862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1ce463a2-dbf2-4f39-807a-7223e3e159f2 tempest-ServerDiagnosticsNegativeTest-1645888689 tempest-ServerDiagnosticsNegativeTest-1645888689-project-member] Lock "0d9d5127-d845-4df2-9845-0e8efffdd567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.823s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.449196] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878372, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.457244] env[68946]: DEBUG nova.network.neutron [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Updated VIF entry in instance network info cache for port 66799d7d-a2d6-4ddb-a11a-972987997a03. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.457737] env[68946]: DEBUG nova.network.neutron [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Updating instance_info_cache with network_info: [{"id": "66799d7d-a2d6-4ddb-a11a-972987997a03", "address": "fa:16:3e:a8:f2:76", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66799d7d-a2", "ovs_interfaceid": "66799d7d-a2d6-4ddb-a11a-972987997a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.570242] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Successfully updated port: 5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.663031] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.670746] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c2e1353-f4f5-43fc-8956-ba951339848d tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.700666] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139697} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.701714] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.702639] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6977d458-c3ae-45ff-aa25-41c16c75ba12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.725287] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.726137] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99b10b2-9dfe-4cd1-a77d-3f4fdaa70e38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.749339] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 772.749339] env[68946]: value = "task-2878376" [ 772.749339] env[68946]: _type = "Task" [ 772.749339] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.761467] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.949720] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878372, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.960997] env[68946]: DEBUG oslo_concurrency.lockutils [req-366b5660-e386-49bd-872c-287df8b35a88 req-09f375dd-01c8-4e74-b721-d3890b51c6e6 service nova] Releasing lock "refresh_cache-cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.074797] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.074797] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquired lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.075282] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.179440] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.204885] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.261978] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.411238] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09243742-2455-4ade-b56b-daba099e2314 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.420688] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef334a-ee43-47e7-b1b9-83873ab9af26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.455972] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc888dc4-47a4-48a3-8474-079c586cb838 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.468228] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0bf1b4-ea68-4dcd-9666-54836a4e7faa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.472270] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878372, 'name': CreateVM_Task, 'duration_secs': 1.676536} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.472490] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.473640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.473806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.474151] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.474449] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79490b4f-6221-48e8-a692-b5214ddefbd6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.487414] env[68946]: DEBUG nova.compute.provider_tree [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.490249] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 773.490249] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a7a7fd-6523-d5d8-1c92-cba763b0aef3" [ 773.490249] env[68946]: _type = "Task" [ 773.490249] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.500296] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a7a7fd-6523-d5d8-1c92-cba763b0aef3, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.500671] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.500805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.501040] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.501183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.501360] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.501619] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aba7b63-0a0a-40e1-bee8-b5603b39b0e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.512067] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.512328] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.513058] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ccc025-e971-42cd-81eb-7958e8a36f64 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.519681] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 773.519681] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52203534-da8f-68dc-ae30-30fe7b1b3a0e" [ 773.519681] env[68946]: _type = "Task" [ 773.519681] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.540838] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52203534-da8f-68dc-ae30-30fe7b1b3a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.614140] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.709895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.761757] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878376, 'name': ReconfigVM_Task, 'duration_secs': 0.633751} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.762064] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b/450dc5de-a86a-443d-9d33-1e27ada7471b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.762894] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164dad64-1a19-4e0d-9f80-ea7e88d967a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.766037] env[68946]: DEBUG nova.network.neutron [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updating instance_info_cache with network_info: [{"id": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "address": "fa:16:3e:dc:f6:62", "network": {"id": "73db4637-0839-41fd-aa6f-34bed59bfdd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1087110172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d493c6c605b44063976aa7c9888d1211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9945e4-ed", "ovs_interfaceid": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.776411] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 773.776411] env[68946]: value = "task-2878377" [ 773.776411] env[68946]: _type = "Task" [ 773.776411] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.787157] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878377, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.992519] env[68946]: DEBUG nova.scheduler.client.report [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.035305] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52203534-da8f-68dc-ae30-30fe7b1b3a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.020299} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.036464] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61e3d1c-479a-48a5-b409-865c1f44ac63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.045181] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 774.045181] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521d450d-6cd4-dee9-4422-ffe007b9a2a0" [ 774.045181] env[68946]: _type = "Task" [ 774.045181] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.057452] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521d450d-6cd4-dee9-4422-ffe007b9a2a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.269764] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Releasing lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.270180] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Instance network_info: |[{"id": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "address": "fa:16:3e:dc:f6:62", "network": {"id": "73db4637-0839-41fd-aa6f-34bed59bfdd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1087110172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d493c6c605b44063976aa7c9888d1211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9945e4-ed", "ovs_interfaceid": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.287835] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878377, 'name': Rename_Task, 'duration_secs': 0.211386} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.288166] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.288463] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0a6b82-c33f-4faa-adbf-2835189351d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.298707] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 774.298707] env[68946]: value = "task-2878378" [ 774.298707] env[68946]: _type = "Task" [ 774.298707] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.312893] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.500360] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.500880] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.504493] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.242s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.506108] env[68946]: INFO nova.compute.claims [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.558472] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521d450d-6cd4-dee9-4422-ffe007b9a2a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017346} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.558721] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.558937] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83/cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.559224] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b81097-ca87-4412-bf47-073fa5928d2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.568422] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 774.568422] env[68946]: value = "task-2878379" [ 774.568422] env[68946]: _type = "Task" [ 774.568422] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.577625] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.812585] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.011665] env[68946]: DEBUG nova.compute.utils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.016753] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.016944] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.076128] env[68946]: DEBUG nova.policy [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a87195ab4db4041b7ad7e9e963701d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0400bb9c3a3b4d9dbe71b2f8130daf78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.082539] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.313463] env[68946]: DEBUG oslo_vmware.api [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878378, 'name': PowerOnVM_Task, 'duration_secs': 0.834341} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.313813] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.314104] env[68946]: DEBUG nova.compute.manager [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.315243] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4f1cd-5ddf-4271-a142-6f5d03ba89e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.407657] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Successfully created port: a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.516931] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.586163] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705622} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.586913] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83/cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.587243] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.587576] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e271f569-101e-47cc-9251-d52e4605a6ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.601583] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 775.601583] env[68946]: value = "task-2878380" [ 775.601583] env[68946]: _type = "Task" [ 775.601583] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.618954] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.838010] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.936269] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.937023] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.937023] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.937023] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.937346] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.937346] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.937551] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.937724] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.937894] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.938142] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.938350] env[68946]: DEBUG nova.virt.hardware [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.940719] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76469639-5352-4ca6-9404-4d9cfec31004 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.951661] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.951910] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.952071] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.952342] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.952497] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.952642] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.952843] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.953041] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.953267] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.953402] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.953571] env[68946]: DEBUG nova.virt.hardware [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.955894] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6e1b3-9013-4462-9a8c-c04e92f6a380 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.966073] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 775.967782] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505815a3-5aeb-463a-a85f-e2fadb0119b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.972344] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b892b-3223-4caf-b418-743baf48f721 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.981179] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e042b8-1b0e-4374-9835-65983f44ac57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.994103] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 775.994302] env[68946]: ERROR oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk due to incomplete transfer. [ 775.994889] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:f6:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e9945e4-ed48-44e3-9d67-7a5964fd39b3', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.002430] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Creating folder: Project (d493c6c605b44063976aa7c9888d1211). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.005819] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02ed0e6e-090e-4c76-a77f-04fecf30a2b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.007456] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945d3826-4e58-402d-8ea0-651f2e0159e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.018776] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.024363] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.028948] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.031784] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a34efc4-a60b-4065-a28d-3f4070e54c5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.046585] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Created folder: Project (d493c6c605b44063976aa7c9888d1211) in parent group-v578341. [ 776.046794] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Creating folder: Instances. Parent ref: group-v578445. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.047062] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526eef86-6a38-ae4e-40f0-39cb3b9ae85a/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 776.047236] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Uploaded image 37d9c4fd-c8cc-401f-aa92-f5be4a54ff19 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 776.049895] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 776.050500] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ea07e1c-dc75-4cbd-b615-ffa03c1bf08e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.053028] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03573a6c-e0dd-4fa9-86c7-29ce810c9fa3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.056936] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.056936] env[68946]: value = "task-2878382" [ 776.056936] env[68946]: _type = "Task" [ 776.056936] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.057634] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4422d84b-8b00-440e-a5db-fa74b4286e40 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.071575] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878382, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.074469] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 776.074469] env[68946]: value = "task-2878384" [ 776.074469] env[68946]: _type = "Task" [ 776.074469] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.076969] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a6191-e7d4-42bb-a09b-d4364357ff6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.080162] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Created folder: Instances in parent group-v578445. [ 776.080937] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.084548] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.085528] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab2a3502-401d-4d4e-b52e-4cd3d3764a96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.129431] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5f707-94a7-4f3f-bfc9-8caf6eca28a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.136727] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878384, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.136951] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.136951] env[68946]: value = "task-2878385" [ 776.136951] env[68946]: _type = "Task" [ 776.136951] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.146754] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121668} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.148750] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4fc5c2-2993-462a-a5fa-ed0d69c141c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.153952] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.158452] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586b5a5-4ef3-4eb0-a31b-e8f21949e0be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.161466] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878385, 'name': CreateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.185614] env[68946]: DEBUG nova.compute.provider_tree [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.195938] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83/cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.198172] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6603b3-7c89-411a-b0b4-3ad424ac168a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.220951] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 776.220951] env[68946]: value = "task-2878386" [ 776.220951] env[68946]: _type = "Task" [ 776.220951] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.235794] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.477586] env[68946]: DEBUG nova.compute.manager [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Received event network-vif-plugged-5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.477900] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Acquiring lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.478203] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.478549] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.478882] env[68946]: DEBUG nova.compute.manager [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] No waiting events found dispatching network-vif-plugged-5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.479116] env[68946]: WARNING nova.compute.manager [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Received unexpected event network-vif-plugged-5e9945e4-ed48-44e3-9d67-7a5964fd39b3 for instance with vm_state building and task_state spawning. [ 776.479477] env[68946]: DEBUG nova.compute.manager [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Received event network-changed-5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.479589] env[68946]: DEBUG nova.compute.manager [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Refreshing instance network info cache due to event network-changed-5e9945e4-ed48-44e3-9d67-7a5964fd39b3. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 776.479827] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Acquiring lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.479999] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Acquired lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.480232] env[68946]: DEBUG nova.network.neutron [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Refreshing network info cache for port 5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.547585] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.574947] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878382, 'name': CreateVM_Task, 'duration_secs': 0.488797} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.577555] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.577698] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.577834] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.578024] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.578166] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.578311] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.578514] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.578668] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.578831] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.578988] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.579179] env[68946]: DEBUG nova.virt.hardware [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.579411] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.580358] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29ba02-108c-49f2-af7e-adb70e4bf601 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.583407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.583617] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.583934] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.587381] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8d5525-ab6e-456f-9c88-c25f094e4794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.593728] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 776.593728] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b514e7-63d4-f485-41bd-5fd674f83e49" [ 776.593728] env[68946]: _type = "Task" [ 776.593728] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.598286] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878384, 'name': Destroy_Task, 'duration_secs': 0.500491} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.601500] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Destroyed the VM [ 776.601790] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.603075] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8282c23-1f42-46ae-8d0a-9d4a64ae185c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.607087] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d28f4284-0e2a-4b2b-bb34-f10502bd3d46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.616764] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b514e7-63d4-f485-41bd-5fd674f83e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.627630] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 776.627630] env[68946]: value = "task-2878387" [ 776.627630] env[68946]: _type = "Task" [ 776.627630] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.636383] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.648273] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878385, 'name': CreateVM_Task, 'duration_secs': 0.464728} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.648475] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.649269] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.697627] env[68946]: DEBUG nova.scheduler.client.report [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.735062] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.071764] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Successfully updated port: a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.110560] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b514e7-63d4-f485-41bd-5fd674f83e49, 'name': SearchDatastore_Task, 'duration_secs': 0.023065} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.115452] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.115879] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.116269] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.116608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.116957] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.121651] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.122013] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.122387] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51f0ab2a-a48a-4423-aaa9-88e15a213c6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.125385] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798eb10a-d286-49a0-a4cd-991f11c2111d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137767] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 777.137767] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0cb68-2812-a2c4-92d1-449a7d02e47c" [ 777.137767] env[68946]: _type = "Task" [ 777.137767] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.142542] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878387, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.143820] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.144067] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.148289] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72ba0ae-22ed-4048-bc18-1318ec48ffb2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.159900] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 777.159900] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523d230e-a4c4-b4a5-2161-2f40e1c813c5" [ 777.159900] env[68946]: _type = "Task" [ 777.159900] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.165238] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0cb68-2812-a2c4-92d1-449a7d02e47c, 'name': SearchDatastore_Task, 'duration_secs': 0.020523} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.168514] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.168836] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.169069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.177284] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523d230e-a4c4-b4a5-2161-2f40e1c813c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.204677] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.205223] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.207781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.265s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.210025] env[68946]: INFO nova.compute.claims [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.232188] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878386, 'name': ReconfigVM_Task, 'duration_secs': 0.5904} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.232520] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Reconfigured VM instance instance-0000001f to attach disk [datastore2] cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83/cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.235389] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20e7ae0d-970e-4b85-9bcb-45afb429dd8f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.244652] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 777.244652] env[68946]: value = "task-2878388" [ 777.244652] env[68946]: _type = "Task" [ 777.244652] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.254745] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878388, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.277505] env[68946]: DEBUG nova.network.neutron [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updated VIF entry in instance network info cache for port 5e9945e4-ed48-44e3-9d67-7a5964fd39b3. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.277875] env[68946]: DEBUG nova.network.neutron [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updating instance_info_cache with network_info: [{"id": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "address": "fa:16:3e:dc:f6:62", "network": {"id": "73db4637-0839-41fd-aa6f-34bed59bfdd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1087110172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d493c6c605b44063976aa7c9888d1211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9945e4-ed", "ovs_interfaceid": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.575050] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.575307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquired lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.575534] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.626139] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "450dc5de-a86a-443d-9d33-1e27ada7471b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.626316] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.626537] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "450dc5de-a86a-443d-9d33-1e27ada7471b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.626721] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.626990] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.629548] env[68946]: INFO nova.compute.manager [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Terminating instance [ 777.641609] env[68946]: DEBUG oslo_vmware.api [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878387, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611192} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.642471] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.642702] env[68946]: INFO nova.compute.manager [None req-ee1bcb7a-c16e-4882-a412-d09e73b939cd tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 777.676873] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523d230e-a4c4-b4a5-2161-2f40e1c813c5, 'name': SearchDatastore_Task, 'duration_secs': 0.027728} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.677998] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f293a349-1b9f-4e8f-90a6-b1ccfb0f4ac2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.686020] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 777.686020] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f2f2e-624c-cabe-a89c-499d57ef850b" [ 777.686020] env[68946]: _type = "Task" [ 777.686020] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.696159] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f2f2e-624c-cabe-a89c-499d57ef850b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.714311] env[68946]: DEBUG nova.compute.utils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.718109] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 777.758782] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878388, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.781527] env[68946]: DEBUG oslo_concurrency.lockutils [req-e934ab39-c191-4797-8830-fc93eed6a22b req-b6422b83-9975-4933-8577-9449b023cd48 service nova] Releasing lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.913050] env[68946]: INFO nova.compute.manager [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Rebuilding instance [ 777.961484] env[68946]: DEBUG nova.compute.manager [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.962454] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335db44-ad5d-4189-9337-c545e92e0b24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.113400] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.137549] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "refresh_cache-450dc5de-a86a-443d-9d33-1e27ada7471b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.137752] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquired lock "refresh_cache-450dc5de-a86a-443d-9d33-1e27ada7471b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.137990] env[68946]: DEBUG nova.network.neutron [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.201951] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f2f2e-624c-cabe-a89c-499d57ef850b, 'name': SearchDatastore_Task, 'duration_secs': 0.033613} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.202321] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.202674] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.202973] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.203193] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.203470] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-258bc43a-fd9d-4f12-bc52-370347468874 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.205811] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b33b54-0ee3-4c42-84ce-c390c80b52e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.215798] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 778.215798] env[68946]: value = "task-2878389" [ 778.215798] env[68946]: _type = "Task" [ 778.215798] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.221684] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.227058] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.227279] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.231715] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498fd9d4-a7ff-4dd6-802e-97e843fa0fe0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.238599] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.244026] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 778.244026] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235c19f-1ba4-8cb3-9be1-279cbf122910" [ 778.244026] env[68946]: _type = "Task" [ 778.244026] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.255965] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878388, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.259993] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235c19f-1ba4-8cb3-9be1-279cbf122910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.278835] env[68946]: DEBUG nova.network.neutron [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updating instance_info_cache with network_info: [{"id": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "address": "fa:16:3e:20:84:fd", "network": {"id": "8cc1cc4b-1d88-440c-819b-fb378361b608", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1950883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0400bb9c3a3b4d9dbe71b2f8130daf78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae749f-3c", "ovs_interfaceid": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.542642] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Received event network-changed-574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.542860] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Refreshing instance network info cache due to event network-changed-574a8660-2717-4dfc-ac84-eaefe14c9bfd. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 778.543100] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Acquiring lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.543250] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Acquired lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543473] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Refreshing network info cache for port 574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.664759] env[68946]: DEBUG nova.network.neutron [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.729993] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878389, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.755995] env[68946]: DEBUG nova.network.neutron [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.757876] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f5ad8b-47e4-4636-bb79-7a4898f6fdf5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.768164] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235c19f-1ba4-8cb3-9be1-279cbf122910, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.771278] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe8b0b6-a1d6-4366-b1dc-2430e3ab20bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.782312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Releasing lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.782568] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Instance network_info: |[{"id": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "address": "fa:16:3e:20:84:fd", "network": {"id": "8cc1cc4b-1d88-440c-819b-fb378361b608", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1950883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0400bb9c3a3b4d9dbe71b2f8130daf78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae749f-3c", "ovs_interfaceid": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.783540] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878388, 'name': Rename_Task, 'duration_secs': 1.269171} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.785653] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267071fa-f027-4883-af0b-6c948aad8afa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.789376] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:84:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ae749f-3c31-48e7-b7d9-afda01b5041a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.797408] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Creating folder: Project (0400bb9c3a3b4d9dbe71b2f8130daf78). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.797763] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.801675] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763c3d72-b7d5-4114-b2be-c4b16ea9a431 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.803636] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5760699c-87de-450c-8870-5290e02f2d08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.805496] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 778.805496] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa4e62-8023-a271-0141-d7ec89b95d33" [ 778.805496] env[68946]: _type = "Task" [ 778.805496] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.813286] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 778.813286] env[68946]: value = "task-2878390" [ 778.813286] env[68946]: _type = "Task" [ 778.813286] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.853478] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54cfccb-ccee-48c2-ad0d-ecbd9eb40653 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.853478] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Created folder: Project (0400bb9c3a3b4d9dbe71b2f8130daf78) in parent group-v578341. [ 778.853478] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Creating folder: Instances. Parent ref: group-v578449. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.853576] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa4e62-8023-a271-0141-d7ec89b95d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.854228] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cafe6646-66d7-49a7-81c2-c6a8be53a911 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.866713] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bba2a8-9b2d-4869-a883-9d2d9ceba682 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.871600] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878390, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.873855] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Created folder: Instances in parent group-v578449. [ 778.878335] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.878335] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.878335] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfa34c80-5f12-430c-9431-620d4a47d5a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.899734] env[68946]: DEBUG nova.compute.provider_tree [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.909319] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.909319] env[68946]: value = "task-2878393" [ 778.909319] env[68946]: _type = "Task" [ 778.909319] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.921225] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878393, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.984901] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.985399] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59883816-992b-4f7c-ae42-59d6f1b649cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.993708] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 778.993708] env[68946]: value = "task-2878394" [ 778.993708] env[68946]: _type = "Task" [ 778.993708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.004401] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.236349] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.236798] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.237123] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.237543] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e61f7d8-a197-4c39-ae0d-e0ffa7266ee0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240658] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.249804] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 779.249804] env[68946]: value = "task-2878395" [ 779.249804] env[68946]: _type = "Task" [ 779.249804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.260027] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.270244] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Releasing lock "refresh_cache-450dc5de-a86a-443d-9d33-1e27ada7471b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.270701] env[68946]: DEBUG nova.compute.manager [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.270921] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.271789] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384e37c-79ec-4273-86f6-7e8a7f3df3d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.280424] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.280711] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943cc92b-7573-43bd-a079-1afd36a375df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.289991] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.294413] env[68946]: DEBUG nova.virt.hardware [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.294413] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4572a14-a176-4645-ab10-d8536902c9fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.297683] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 779.297683] env[68946]: value = "task-2878396" [ 779.297683] env[68946]: _type = "Task" [ 779.297683] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.307045] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a56e8-c796-4ed6-b641-5ea8e19515bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.317794] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.331824] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa4e62-8023-a271-0141-d7ec89b95d33, 'name': SearchDatastore_Task, 'duration_secs': 0.06904} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.342935] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.343364] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 77084759-de98-460e-b0a5-bcd5fa673f2d/77084759-de98-460e-b0a5-bcd5fa673f2d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.343957] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.351204] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Creating folder: Project (137e99d0dace468fb01629f38880fe96). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.351613] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950a6462-8d5c-47e3-8fd3-78c9392e3aee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.357180] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8948827b-194c-46c2-8cec-a00b99a866fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.369445] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878390, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.372766] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Created folder: Project (137e99d0dace468fb01629f38880fe96) in parent group-v578341. [ 779.373061] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Creating folder: Instances. Parent ref: group-v578452. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.373465] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 779.373465] env[68946]: value = "task-2878398" [ 779.373465] env[68946]: _type = "Task" [ 779.373465] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.373661] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36090c3e-5734-46ef-9077-0fe16c495396 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.387927] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.391151] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Created folder: Instances in parent group-v578452. [ 779.391539] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.391836] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.392226] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df21e7b-a785-481c-bf07-45a1f8a03d24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.408368] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updated VIF entry in instance network info cache for port 574a8660-2717-4dfc-ac84-eaefe14c9bfd. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.408368] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updating instance_info_cache with network_info: [{"id": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "address": "fa:16:3e:fa:38:5e", "network": {"id": "cefd654d-ee25-4d08-a85d-896656dd2200", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118309028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01771122c313467c8125da28473463f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap574a8660-27", "ovs_interfaceid": "574a8660-2717-4dfc-ac84-eaefe14c9bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.409648] env[68946]: DEBUG nova.scheduler.client.report [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.420217] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.420217] env[68946]: value = "task-2878400" [ 779.420217] env[68946]: _type = "Task" [ 779.420217] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.424617] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878393, 'name': CreateVM_Task, 'duration_secs': 0.459414} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.427376] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.428243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429395] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429829] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.430697] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737decd9-7cd7-424b-829e-c5967d06595f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.438933] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878400, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.444188] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 779.444188] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd594-e4cf-bef7-64be-35d66869990d" [ 779.444188] env[68946]: _type = "Task" [ 779.444188] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.462705] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd594-e4cf-bef7-64be-35d66869990d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.506580] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878394, 'name': PowerOffVM_Task, 'duration_secs': 0.151833} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.506985] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.507824] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.508770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03119ff-7b1c-4432-978c-dd8ad95c711f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.518069] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.518359] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04fe5ee1-9b0f-43b0-80ec-d793c7155810 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.550718] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.551018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.551316] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Deleting the datastore file [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.551576] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dcf2920-fe8b-4016-a8f2-06f86b88ee97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.562703] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 779.562703] env[68946]: value = "task-2878402" [ 779.562703] env[68946]: _type = "Task" [ 779.562703] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.573697] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.762479] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100336} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.762874] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.763962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f246f05-b503-46cb-a107-780c9618604b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.790991] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.791390] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebb55ec-43bf-4260-a763-ab6faba293ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.818021] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878396, 'name': PowerOffVM_Task, 'duration_secs': 0.181035} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.818854] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.819043] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.819321] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae8d5563-0a70-4468-9281-7be00c751911 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.821947] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 779.821947] env[68946]: value = "task-2878403" [ 779.821947] env[68946]: _type = "Task" [ 779.821947] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.834291] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.855933] env[68946]: DEBUG oslo_vmware.api [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878390, 'name': PowerOnVM_Task, 'duration_secs': 0.677374} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.856901] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.857364] env[68946]: INFO nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Took 10.80 seconds to spawn the instance on the hypervisor. [ 779.857506] env[68946]: DEBUG nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.857759] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.857956] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.858145] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Deleting the datastore file [datastore2] 450dc5de-a86a-443d-9d33-1e27ada7471b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.858973] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095bbb0f-02be-49ef-942c-ebc13c338e7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.861955] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316cadb4-29cb-407c-b69d-894ba7a6c1df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.875365] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for the task: (returnval){ [ 779.875365] env[68946]: value = "task-2878405" [ 779.875365] env[68946]: _type = "Task" [ 779.875365] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.889579] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.893158] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.918163] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Releasing lock "refresh_cache-a33f417a-01b7-4b60-a679-cc1e042911ab" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.918163] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Received event network-vif-plugged-a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.918163] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Acquiring lock "96fcc060-7f39-4cac-a92a-74318102163b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.918163] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Lock "96fcc060-7f39-4cac-a92a-74318102163b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.918163] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Lock "96fcc060-7f39-4cac-a92a-74318102163b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.918163] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] No waiting events found dispatching network-vif-plugged-a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.918163] env[68946]: WARNING nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Received unexpected event network-vif-plugged-a0ae749f-3c31-48e7-b7d9-afda01b5041a for instance with vm_state building and task_state spawning. [ 779.918742] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Received event network-changed-a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.918742] env[68946]: DEBUG nova.compute.manager [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Refreshing instance network info cache due to event network-changed-a0ae749f-3c31-48e7-b7d9-afda01b5041a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.918742] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Acquiring lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.918883] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Acquired lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.919080] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Refreshing network info cache for port a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.920944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.921508] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.925150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.920s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.925434] env[68946]: DEBUG nova.objects.instance [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lazy-loading 'resources' on Instance uuid fb6fc1f8-7e4e-4670-97d1-01ae0954b140 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.943331] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878400, 'name': CreateVM_Task, 'duration_secs': 0.351182} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.943331] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.943736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.943916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.948633] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948633] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6d9ea1-a782-4232-b32f-77bdda6ecac9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.959344] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 779.959344] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f57da9-a99a-4589-40e3-eef3060ec27c" [ 779.959344] env[68946]: _type = "Task" [ 779.959344] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.962968] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd594-e4cf-bef7-64be-35d66869990d, 'name': SearchDatastore_Task, 'duration_secs': 0.026604} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.968706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.968706] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.968706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.968706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.968706] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.968706] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e45bf0-ddf7-453f-a02c-dc586e932083 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.980444] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f57da9-a99a-4589-40e3-eef3060ec27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.982767] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.983022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.983837] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ca69cc-7718-4b8e-b5c4-23da4908c3ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.992733] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 779.992733] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a02c84-87ef-c580-bc72-aea99f0ab701" [ 779.992733] env[68946]: _type = "Task" [ 779.992733] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.004375] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a02c84-87ef-c580-bc72-aea99f0ab701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.074415] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214511} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.074802] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.074989] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.075177] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.341866] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.396273] env[68946]: DEBUG oslo_vmware.api [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Task: {'id': task-2878405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244456} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.396838] env[68946]: INFO nova.compute.manager [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Took 38.69 seconds to build instance. [ 780.401285] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.401461] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.401637] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.401845] env[68946]: INFO nova.compute.manager [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.402114] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.402485] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636227} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.402916] env[68946]: DEBUG nova.compute.manager [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.403025] env[68946]: DEBUG nova.network.neutron [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.404987] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 77084759-de98-460e-b0a5-bcd5fa673f2d/77084759-de98-460e-b0a5-bcd5fa673f2d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.405684] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.405880] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de6acb4-daaa-4159-8c75-f6208e5f783d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.415322] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 780.415322] env[68946]: value = "task-2878406" [ 780.415322] env[68946]: _type = "Task" [ 780.415322] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.433780] env[68946]: DEBUG nova.compute.utils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.437687] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.438676] env[68946]: DEBUG nova.network.neutron [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.440271] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.440457] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.478719] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f57da9-a99a-4589-40e3-eef3060ec27c, 'name': SearchDatastore_Task, 'duration_secs': 0.027076} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.479094] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.479329] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.479568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481543] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481543] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.481543] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-effd4987-38ea-4226-88d4-6757c8933063 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.490330] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.490537] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.491310] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c48db9-0df3-4bcc-871c-cef6beb06453 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.503469] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 780.503469] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5260f42e-6951-c3ca-c836-1e36ed8df185" [ 780.503469] env[68946]: _type = "Task" [ 780.503469] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.507880] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a02c84-87ef-c580-bc72-aea99f0ab701, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.511780] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81299650-7b8f-49c7-907c-aa7c3838b88e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.518817] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 780.518817] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d8e22c-88d3-1150-1d50-0d2d9bd8084a" [ 780.518817] env[68946]: _type = "Task" [ 780.518817] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.524923] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5260f42e-6951-c3ca-c836-1e36ed8df185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.546403] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d8e22c-88d3-1150-1d50-0d2d9bd8084a, 'name': SearchDatastore_Task, 'duration_secs': 0.024138} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.547136] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547136] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 96fcc060-7f39-4cac-a92a-74318102163b/96fcc060-7f39-4cac-a92a-74318102163b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.547312] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-723c13b8-27cb-478d-9156-fe8609e64329 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.556802] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 780.556802] env[68946]: value = "task-2878407" [ 780.556802] env[68946]: _type = "Task" [ 780.556802] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.575650] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.588859] env[68946]: DEBUG nova.policy [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.662772] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.664199] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466ab97-98c0-4925-9688-0fece88d5874 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.672274] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.672460] env[68946]: ERROR oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk due to incomplete transfer. [ 780.672685] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52857599-05ec-4f08-98d1-5c2bb0256324 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.701051] env[68946]: DEBUG oslo_vmware.rw_handles [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a6a3f9-f12d-a3dc-a9af-8e78673120bc/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.701268] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Uploaded image bf9d4c7e-d6f4-409f-a251-91eefc218dd3 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.703180] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.703637] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acffd640-f789-4996-b584-b64fe9e9553c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.712823] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 780.712823] env[68946]: value = "task-2878408" [ 780.712823] env[68946]: _type = "Task" [ 780.712823] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.727507] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878408, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.814921] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "ca423313-0fcc-4480-8928-525309dd7bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.815317] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.815608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "ca423313-0fcc-4480-8928-525309dd7bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.815980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.816307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.819157] env[68946]: INFO nova.compute.manager [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Terminating instance [ 780.833359] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878403, 'name': ReconfigVM_Task, 'duration_secs': 0.696498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.838017] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1/0871c701-7bfd-4445-9c0e-8db6fdd55af1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.839849] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1170bd49-809d-4e0b-bc60-4b6d8c9810be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.848917] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 780.848917] env[68946]: value = "task-2878409" [ 780.848917] env[68946]: _type = "Task" [ 780.848917] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.861571] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878409, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.904207] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4cbfecb-3687-473f-b1ff-b7053a6986d6 tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.233s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.925857] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163634} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.928767] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.932084] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91041e64-97a5-470c-85bd-12968aa4a97a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.949010] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.951614] env[68946]: DEBUG nova.network.neutron [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.961149] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 77084759-de98-460e-b0a5-bcd5fa673f2d/77084759-de98-460e-b0a5-bcd5fa673f2d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.964617] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452dd9c7-71b7-4ba7-8906-de810e137db1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.986461] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 780.986461] env[68946]: value = "task-2878410" [ 780.986461] env[68946]: _type = "Task" [ 780.986461] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.995606] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.020152] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5260f42e-6951-c3ca-c836-1e36ed8df185, 'name': SearchDatastore_Task, 'duration_secs': 0.02064} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.020852] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updated VIF entry in instance network info cache for port a0ae749f-3c31-48e7-b7d9-afda01b5041a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.021220] env[68946]: DEBUG nova.network.neutron [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updating instance_info_cache with network_info: [{"id": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "address": "fa:16:3e:20:84:fd", "network": {"id": "8cc1cc4b-1d88-440c-819b-fb378361b608", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1950883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0400bb9c3a3b4d9dbe71b2f8130daf78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae749f-3c", "ovs_interfaceid": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.023398] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6561fb4f-5679-4fc9-a0b8-bc230883edab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.030272] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 781.030272] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dbd4b-8575-56eb-e00e-023352ee4670" [ 781.030272] env[68946]: _type = "Task" [ 781.030272] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.040986] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dbd4b-8575-56eb-e00e-023352ee4670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.064739] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed30d595-27e8-4d10-9a8f-351b9a7c6a3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.071940] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.077647] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32ba0d-9c98-4496-84e3-66569e510764 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.122531] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa9a760-1542-4140-bbaf-1af3f16c25ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.131841] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e11f8b-f2f4-43a4-91b2-74960d1dabc4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.140630] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.140937] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.141119] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.141390] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.141788] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.141788] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.141956] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.142148] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.142379] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.142595] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.142788] env[68946]: DEBUG nova.virt.hardware [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.143738] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7726bc1-f4b6-4577-8da6-2150ef52c188 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.158242] env[68946]: DEBUG nova.compute.provider_tree [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.163182] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd87e1-d13f-4855-b647-92bce3065dba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.178702] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.184924] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.185949] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.186206] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f1dd7a-feed-41fc-bf97-cddba0678af6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.206065] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.206065] env[68946]: value = "task-2878411" [ 781.206065] env[68946]: _type = "Task" [ 781.206065] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.217014] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878411, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.227935] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878408, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.329834] env[68946]: DEBUG nova.compute.manager [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.329834] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.330944] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe22e7d-6154-4176-bc18-05c7fec9d8ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.341282] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.341511] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12043909-9ded-48ce-a4dd-e5f09bd39d02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.344844] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Successfully created port: 1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.351024] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 781.351024] env[68946]: value = "task-2878412" [ 781.351024] env[68946]: _type = "Task" [ 781.351024] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.365809] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878409, 'name': Rename_Task, 'duration_secs': 0.384391} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.369940] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.370329] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.370569] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55102b9b-dbd5-468d-aac4-b9f3bfedee38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.380200] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Waiting for the task: (returnval){ [ 781.380200] env[68946]: value = "task-2878413" [ 781.380200] env[68946]: _type = "Task" [ 781.380200] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.390685] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.406518] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.470821] env[68946]: INFO nova.compute.manager [-] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Took 1.07 seconds to deallocate network for instance. [ 781.500394] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878410, 'name': ReconfigVM_Task, 'duration_secs': 0.452742} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.500394] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 77084759-de98-460e-b0a5-bcd5fa673f2d/77084759-de98-460e-b0a5-bcd5fa673f2d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.500394] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b18c3212-f2a9-4d4e-b616-d0297f5512b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.512995] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 781.512995] env[68946]: value = "task-2878414" [ 781.512995] env[68946]: _type = "Task" [ 781.512995] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.526244] env[68946]: DEBUG oslo_concurrency.lockutils [req-38a6720a-33da-4cf5-ae0d-011656ff7d76 req-f207ece1-168c-48ad-9900-30190cb79325 service nova] Releasing lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526683] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878414, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.542415] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dbd4b-8575-56eb-e00e-023352ee4670, 'name': SearchDatastore_Task, 'duration_secs': 0.028674} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.542696] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.542951] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d00ea780-86fb-4fe9-b94b-894ce1f912e8/d00ea780-86fb-4fe9-b94b-894ce1f912e8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.543230] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1f05cc-4e59-4aed-9b30-851e92c46759 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.568480] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 781.568480] env[68946]: value = "task-2878415" [ 781.568480] env[68946]: _type = "Task" [ 781.568480] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.578865] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015674} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.579833] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 96fcc060-7f39-4cac-a92a-74318102163b/96fcc060-7f39-4cac-a92a-74318102163b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.580405] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.580932] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3cf6387-8d02-4e07-b46d-66d001b5f46c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.589846] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.595441] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 781.595441] env[68946]: value = "task-2878416" [ 781.595441] env[68946]: _type = "Task" [ 781.595441] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.606524] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.664104] env[68946]: DEBUG nova.scheduler.client.report [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.720511] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878411, 'name': CreateVM_Task, 'duration_secs': 0.382837} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.725381] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.729546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.729721] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.730389] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.730913] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cf174d-85d5-4fd0-9731-c09bb1f3ee41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.737026] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878408, 'name': Destroy_Task, 'duration_secs': 0.633693} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.739362] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Destroyed the VM [ 781.739566] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.739915] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 781.739915] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b872a2-fbf9-64b6-7b33-55d394568cf8" [ 781.739915] env[68946]: _type = "Task" [ 781.739915] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.740116] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a8ce4b4-f411-40f2-b80b-0e44f0c95158 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.757287] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b872a2-fbf9-64b6-7b33-55d394568cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.759626] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 781.759626] env[68946]: value = "task-2878417" [ 781.759626] env[68946]: _type = "Task" [ 781.759626] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.862561] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878412, 'name': PowerOffVM_Task, 'duration_secs': 0.295729} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.862855] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.863018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.863641] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c10c0b-2ab4-487a-94a2-c06ea44a397e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.890528] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.940440] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.941191] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.941631] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleting the datastore file [datastore2] ca423313-0fcc-4480-8928-525309dd7bda {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.942223] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5683cea3-8afe-4b58-891d-e66ba75e1c6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.947479] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.953118] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 781.953118] env[68946]: value = "task-2878419" [ 781.953118] env[68946]: _type = "Task" [ 781.953118] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.979684] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.989291] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.989291] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.033309] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878414, 'name': Rename_Task, 'duration_secs': 0.221731} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.035946] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.035946] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4ae737-e21e-46c4-aa1b-01ced735cceb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.044942] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 782.044942] env[68946]: value = "task-2878420" [ 782.044942] env[68946]: _type = "Task" [ 782.044942] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.062899] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.071635] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.072054] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.072416] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.072514] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.072709] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.072913] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.073465] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.073465] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.073611] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.074668] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.074668] env[68946]: DEBUG nova.virt.hardware [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.075094] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93602d80-96a5-4830-b82f-ebdeb8545f41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.089033] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.093119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eade86-6b2f-48c8-ad3b-c936d51be774 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.118940] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113861} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.119341] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.120458] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8fa3a-9078-4cec-99dc-85a71ac759f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.149020] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 96fcc060-7f39-4cac-a92a-74318102163b/96fcc060-7f39-4cac-a92a-74318102163b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.149568] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368384c8-b979-4720-86df-47a3ade66081 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.171511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.176968] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.402s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.180940] env[68946]: INFO nova.compute.claims [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.189429] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 782.189429] env[68946]: value = "task-2878421" [ 782.189429] env[68946]: _type = "Task" [ 782.189429] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.198398] env[68946]: INFO nova.scheduler.client.report [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleted allocations for instance fb6fc1f8-7e4e-4670-97d1-01ae0954b140 [ 782.210032] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.230326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.230705] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.230935] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.231200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.231402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.233944] env[68946]: INFO nova.compute.manager [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Terminating instance [ 782.255024] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b872a2-fbf9-64b6-7b33-55d394568cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.018225} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.255024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.255024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.255024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.255024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.255024] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.255024] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501891ca-4b43-4cbf-b7ad-95adb6c4503c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.265963] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.266222] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.267721] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4d6d55-fc19-442d-8411-2836879c24fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.274042] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878417, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.278264] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 782.278264] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02f17-9b42-8a06-f694-8324b5cdbe60" [ 782.278264] env[68946]: _type = "Task" [ 782.278264] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.287084] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02f17-9b42-8a06-f694-8324b5cdbe60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.391947] env[68946]: DEBUG oslo_vmware.api [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Task: {'id': task-2878413, 'name': PowerOnVM_Task, 'duration_secs': 0.840613} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.392352] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.392624] env[68946]: DEBUG nova.compute.manager [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.393509] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82921f5-1265-442b-868e-d3dd8351b16f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.464913] env[68946]: DEBUG oslo_vmware.api [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494085} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.465223] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.465410] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.465587] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.465756] env[68946]: INFO nova.compute.manager [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.465993] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.466222] env[68946]: DEBUG nova.compute.manager [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.466335] env[68946]: DEBUG nova.network.neutron [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.558499] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878420, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.587517] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678451} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.587972] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d00ea780-86fb-4fe9-b94b-894ce1f912e8/d00ea780-86fb-4fe9-b94b-894ce1f912e8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.588374] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.588750] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa6dd58a-6e00-46c9-a515-d96700ac9878 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.597957] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 782.597957] env[68946]: value = "task-2878422" [ 782.597957] env[68946]: _type = "Task" [ 782.597957] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.607633] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.707504] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.716498] env[68946]: DEBUG oslo_concurrency.lockutils [None req-272c5cd7-083b-4e78-8e23-287f215ee69a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "fb6fc1f8-7e4e-4670-97d1-01ae0954b140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.739466] env[68946]: DEBUG nova.compute.manager [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.739803] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.741117] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c71681-bbcb-41c9-af2b-b8d7562e4111 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.752639] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.753853] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c42c9f6-335e-4ccc-9b33-8c49ef52113a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.770176] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 782.770176] env[68946]: value = "task-2878423" [ 782.770176] env[68946]: _type = "Task" [ 782.770176] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.777494] env[68946]: DEBUG oslo_vmware.api [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878417, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.778247] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.778535] env[68946]: INFO nova.compute.manager [None req-403e898f-2972-4654-9c3e-a2ffc971ad1e tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 16.00 seconds to snapshot the instance on the hypervisor. [ 782.785741] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.804118] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e02f17-9b42-8a06-f694-8324b5cdbe60, 'name': SearchDatastore_Task, 'duration_secs': 0.015369} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.804118] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74d88dd-097d-4277-a6ec-189c37c2af3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.812192] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 782.812192] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228d25f-721f-4f06-660d-2233f30f3ec4" [ 782.812192] env[68946]: _type = "Task" [ 782.812192] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.822319] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228d25f-721f-4f06-660d-2233f30f3ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.913762] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.058680] env[68946]: DEBUG oslo_vmware.api [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878420, 'name': PowerOnVM_Task, 'duration_secs': 0.679898} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.058680] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.058680] env[68946]: INFO nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Took 11.32 seconds to spawn the instance on the hypervisor. [ 783.058680] env[68946]: DEBUG nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.061320] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc81696-ff30-48db-802f-dad2d69fa4eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.097375] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Successfully updated port: 1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.111922] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175273} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.113026] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.113827] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ddaa7a-16b3-4c11-be63-e15c69bc97bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.140517] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d00ea780-86fb-4fe9-b94b-894ce1f912e8/d00ea780-86fb-4fe9-b94b-894ce1f912e8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.141844] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9d1246-16d7-4ece-af84-fce5c0bdb324 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.164305] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 783.164305] env[68946]: value = "task-2878424" [ 783.164305] env[68946]: _type = "Task" [ 783.164305] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.175264] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.206989] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878421, 'name': ReconfigVM_Task, 'duration_secs': 0.546138} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.207274] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 96fcc060-7f39-4cac-a92a-74318102163b/96fcc060-7f39-4cac-a92a-74318102163b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.208183] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf12a08-3b46-4fde-9cb7-a5b8d2a34577 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.215392] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 783.215392] env[68946]: value = "task-2878425" [ 783.215392] env[68946]: _type = "Task" [ 783.215392] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.224897] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878425, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.273699] env[68946]: DEBUG nova.compute.manager [req-4bee2a58-4b29-4228-9a00-b162bb503c5a req-abc7efd2-e80e-43de-a9d9-e2607865d965 service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Received event network-vif-deleted-51c5c636-7cf6-4c47-8635-478c1b5be271 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.273699] env[68946]: INFO nova.compute.manager [req-4bee2a58-4b29-4228-9a00-b162bb503c5a req-abc7efd2-e80e-43de-a9d9-e2607865d965 service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Neutron deleted interface 51c5c636-7cf6-4c47-8635-478c1b5be271; detaching it from the instance and deleting it from the info cache [ 783.273804] env[68946]: DEBUG nova.network.neutron [req-4bee2a58-4b29-4228-9a00-b162bb503c5a req-abc7efd2-e80e-43de-a9d9-e2607865d965 service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.293201] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878423, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.294048] env[68946]: DEBUG nova.network.neutron [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.324986] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228d25f-721f-4f06-660d-2233f30f3ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.017703} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.325271] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.325531] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.325829] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c02e6528-2b48-4034-8d2c-2f401c30c0c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.337686] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 783.337686] env[68946]: value = "task-2878426" [ 783.337686] env[68946]: _type = "Task" [ 783.337686] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.349279] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.529847] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.530826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.530826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.530826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.530826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.536810] env[68946]: INFO nova.compute.manager [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Terminating instance [ 783.582765] env[68946]: INFO nova.compute.manager [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Took 39.34 seconds to build instance. [ 783.599957] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.600126] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.600277] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.677490] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.729832] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878425, 'name': Rename_Task, 'duration_secs': 0.475387} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.729832] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.729832] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e166751-badf-4457-b3c8-afde41cd5668 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.739586] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 783.739586] env[68946]: value = "task-2878427" [ 783.739586] env[68946]: _type = "Task" [ 783.739586] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.753582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "db41ee2a-8fae-4d88-a70f-317ab3053982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.753582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.753582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.754089] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.754089] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.756255] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.759401] env[68946]: INFO nova.compute.manager [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Terminating instance [ 783.784999] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2555706-6f95-442d-acee-04d798fdf29e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.791690] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878423, 'name': PowerOffVM_Task, 'duration_secs': 0.602214} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.792153] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.792314] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.792593] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91acd1a4-45b8-46dc-834c-992e48a27a7b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.801088] env[68946]: INFO nova.compute.manager [-] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Took 1.33 seconds to deallocate network for instance. [ 783.807383] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed73d0-2867-4e05-83f7-44f163043e69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.821386] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e58e79-3824-419d-b628-e6661f571c92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.835842] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95473d3b-eee6-41b0-b17d-849edd6d4d0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.864883] env[68946]: DEBUG nova.compute.manager [req-4bee2a58-4b29-4228-9a00-b162bb503c5a req-abc7efd2-e80e-43de-a9d9-e2607865d965 service nova] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Detach interface failed, port_id=51c5c636-7cf6-4c47-8635-478c1b5be271, reason: Instance ca423313-0fcc-4480-8928-525309dd7bda could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 783.902336] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.905084] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0193ee-7ba7-4933-8334-408f9246cf44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.920616] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16e302-b0a5-4d79-b314-b2ae713da4db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.927182] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.927483] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.927704] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Deleting the datastore file [datastore2] cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.928770] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2423e5d2-d670-4123-9e07-0678b5afdfa8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.940552] env[68946]: DEBUG nova.compute.provider_tree [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.949905] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for the task: (returnval){ [ 783.949905] env[68946]: value = "task-2878429" [ 783.949905] env[68946]: _type = "Task" [ 783.949905] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.960996] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.043113] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "refresh_cache-0871c701-7bfd-4445-9c0e-8db6fdd55af1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.043380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquired lock "refresh_cache-0871c701-7bfd-4445-9c0e-8db6fdd55af1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.043623] env[68946]: DEBUG nova.network.neutron [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.086034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e78e7ace-4036-48b8-b265-383b6832942f tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.161s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.159178] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.175969] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878424, 'name': ReconfigVM_Task, 'duration_secs': 0.980534} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.176494] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d00ea780-86fb-4fe9-b94b-894ce1f912e8/d00ea780-86fb-4fe9-b94b-894ce1f912e8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.177173] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9136545e-889d-4a46-a80f-b05b0e8f2aa4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.184869] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 784.184869] env[68946]: value = "task-2878430" [ 784.184869] env[68946]: _type = "Task" [ 784.184869] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.196398] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878430, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.252901] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.269373] env[68946]: DEBUG nova.compute.manager [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.269373] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.269373] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb28ebb-aa31-4720-8d43-0ee94de0c6db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.281175] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.281521] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee0aece-dcd2-4446-9967-25fa78d78699 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.290042] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 784.290042] env[68946]: value = "task-2878431" [ 784.290042] env[68946]: _type = "Task" [ 784.290042] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.299749] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.329819] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.350407] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73383} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.350713] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.350947] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.351337] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1cffa2-9eef-4f99-92f9-14ab49eb4e74 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.361479] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 784.361479] env[68946]: value = "task-2878432" [ 784.361479] env[68946]: _type = "Task" [ 784.361479] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.373024] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.400625] env[68946]: DEBUG nova.network.neutron [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.444758] env[68946]: DEBUG nova.scheduler.client.report [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.463736] env[68946]: DEBUG oslo_vmware.api [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Task: {'id': task-2878429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361644} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.464693] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.464878] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.465245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.465426] env[68946]: INFO nova.compute.manager [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Took 1.73 seconds to destroy the instance on the hypervisor. [ 784.465663] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.466143] env[68946]: DEBUG nova.compute.manager [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.466338] env[68946]: DEBUG nova.network.neutron [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.573028] env[68946]: DEBUG nova.network.neutron [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.589793] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.701525] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878430, 'name': Rename_Task, 'duration_secs': 0.303771} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.701525] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.701525] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac1f0f5-698f-4ed6-88e9-743bb263a125 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714096] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 784.714096] env[68946]: value = "task-2878433" [ 784.714096] env[68946]: _type = "Task" [ 784.714096] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.732042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "9cccddfe-4c72-4799-996a-31675c141683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.732603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.732934] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "9cccddfe-4c72-4799-996a-31675c141683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.733378] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.733645] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.737321] env[68946]: INFO nova.compute.manager [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Terminating instance [ 784.739680] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.741271] env[68946]: DEBUG nova.network.neutron [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.757634] env[68946]: DEBUG oslo_vmware.api [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878427, 'name': PowerOnVM_Task, 'duration_secs': 0.889335} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.758066] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.758351] env[68946]: INFO nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Took 8.21 seconds to spawn the instance on the hypervisor. [ 784.759072] env[68946]: DEBUG nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.759849] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad845fff-6746-411b-9a7f-50225d9a3074 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.808151] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878431, 'name': PowerOffVM_Task, 'duration_secs': 0.246187} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.808573] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.808816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.809492] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be7db343-575a-405e-a07d-827f3e401aa0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.877985] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114309} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.878476] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.879610] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dccadbe-52d7-4ed8-9a36-c26fc315f4d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.908456] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.910357] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.911311] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Instance network_info: |[{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.911311] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370cf871-9579-435f-81e9-ff30fce0eeb8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.931252] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.931515] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.931750] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleting the datastore file [datastore1] db41ee2a-8fae-4d88-a70f-317ab3053982 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.932478] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:80:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9b7597-b713-4032-abcd-9ce33c7f9658', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.940458] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating folder: Project (dab98565a40b4857b3748bf68ecf7836). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.940458] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2788ff9-d1e3-4b77-8c76-b5e5cdaa06d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.942089] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e7e302b-0685-48f5-9106-2c6eceaf8286 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.951322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.951822] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.954704] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 784.954704] env[68946]: value = "task-2878436" [ 784.954704] env[68946]: _type = "Task" [ 784.954704] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.957424] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.483s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.959201] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for the task: (returnval){ [ 784.959201] env[68946]: value = "task-2878435" [ 784.959201] env[68946]: _type = "Task" [ 784.959201] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.968496] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created folder: Project (dab98565a40b4857b3748bf68ecf7836) in parent group-v578341. [ 784.968496] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating folder: Instances. Parent ref: group-v578456. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.972326] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81a144fc-12de-43c3-90e3-748238e7f4d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.983963] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.986143] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.987808] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created folder: Instances in parent group-v578456. [ 784.988077] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.988283] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.988639] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e34c73c1-6018-4402-9f2f-77afdd9fa568 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.015931] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.015931] env[68946]: value = "task-2878439" [ 785.015931] env[68946]: _type = "Task" [ 785.015931] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.025875] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878439, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.125544] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.130279] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "77084759-de98-460e-b0a5-bcd5fa673f2d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.130559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.130903] env[68946]: INFO nova.compute.manager [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Rebooting instance [ 785.226809] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.249980] env[68946]: DEBUG nova.compute.manager [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.250422] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.251282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Releasing lock "refresh_cache-0871c701-7bfd-4445-9c0e-8db6fdd55af1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252603] env[68946]: DEBUG nova.compute.manager [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.252891] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.254037] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f751f-d4e2-41da-a0ef-706e320aca94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.257887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdecb666-c4ef-4da4-ad96-e17b135eb510 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.267471] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.270050] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfff322c-65dc-4305-b469-4fb708ea6aa6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.272447] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.277939] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812ff96d-5ab0-46b1-bae1-4a625a9ad517 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.283310] env[68946]: INFO nova.compute.manager [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Took 36.06 seconds to build instance. [ 785.290860] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 785.290860] env[68946]: value = "task-2878440" [ 785.290860] env[68946]: _type = "Task" [ 785.290860] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.292266] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 785.292266] env[68946]: value = "task-2878441" [ 785.292266] env[68946]: _type = "Task" [ 785.292266] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.318730] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.319039] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.321795] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-vif-plugged-1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.321992] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.323253] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.323253] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.323253] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] No waiting events found dispatching network-vif-plugged-1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.323253] env[68946]: WARNING nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received unexpected event network-vif-plugged-1a9b7597-b713-4032-abcd-9ce33c7f9658 for instance with vm_state building and task_state spawning. [ 785.323253] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-changed-1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.323253] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing instance network info cache due to event network-changed-1a9b7597-b713-4032-abcd-9ce33c7f9658. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 785.323546] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.323546] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323838] env[68946]: DEBUG nova.network.neutron [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing network info cache for port 1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.459887] env[68946]: DEBUG nova.compute.utils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.462092] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.462338] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.482528] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.490858] env[68946]: DEBUG nova.network.neutron [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.506990] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.511836] env[68946]: DEBUG oslo_vmware.api [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Task: {'id': task-2878435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323915} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.512377] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.512589] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.512775] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.512933] env[68946]: INFO nova.compute.manager [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Took 1.25 seconds to destroy the instance on the hypervisor. [ 785.513209] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.513691] env[68946]: DEBUG nova.compute.manager [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.513788] env[68946]: DEBUG nova.network.neutron [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.528967] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878439, 'name': CreateVM_Task, 'duration_secs': 0.455219} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.529211] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.532745] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.532745] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.532745] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.532745] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001ab487-d543-4d11-ae0d-e1d8bc44892c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.539618] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 785.539618] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523b9b71-a74c-4be3-1078-70fa51afccf4" [ 785.539618] env[68946]: _type = "Task" [ 785.539618] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.555755] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523b9b71-a74c-4be3-1078-70fa51afccf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.582421] env[68946]: DEBUG nova.policy [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b2e68f1f8d49cea2bc4a8482fb4090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba6a1f1f45e42acb21f7eda79c5110e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.673212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.676017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquired lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.676017] env[68946]: DEBUG nova.network.neutron [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.727019] env[68946]: DEBUG oslo_vmware.api [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878433, 'name': PowerOnVM_Task, 'duration_secs': 0.745474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.727019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.727019] env[68946]: INFO nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Took 6.49 seconds to spawn the instance on the hypervisor. [ 785.727019] env[68946]: DEBUG nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.727604] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e788fd1-540d-4e0c-bc19-ab4bcfffe7be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.787093] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1001955-d4e3-4780-834b-ba4a8c0cba72 tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.883s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.812559] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878440, 'name': PowerOffVM_Task, 'duration_secs': 0.212739} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.812559] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.812559] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.812559] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765a9d85-35a0-4de6-b924-0ffebe566e47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.817611] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878441, 'name': PowerOffVM_Task, 'duration_secs': 0.257415} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.818816] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.818816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.818816] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa1f851-bd57-43b0-8e4e-f097e9eae145 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.848895] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.849126] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.849344] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Deleting the datastore file [datastore1] 0871c701-7bfd-4445-9c0e-8db6fdd55af1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.849626] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d7bb59e-fe72-42dd-b686-c8bb1ac70c25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.858780] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for the task: (returnval){ [ 785.858780] env[68946]: value = "task-2878444" [ 785.858780] env[68946]: _type = "Task" [ 785.858780] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.868947] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.914085] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.914442] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.915428] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Deleting the datastore file [datastore1] 9cccddfe-4c72-4799-996a-31675c141683 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.915428] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-119f447c-444e-44f9-b0fd-a5741fdd45b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.922369] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for the task: (returnval){ [ 785.922369] env[68946]: value = "task-2878445" [ 785.922369] env[68946]: _type = "Task" [ 785.922369] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.935817] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.976165] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.000089] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Applying migration context for instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da as it has an incoming, in-progress migration 88a40815-4119-4b3f-8abc-6a5525470484. Migration status is error {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 786.002986] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=68946) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 786.023610] env[68946]: INFO nova.compute.manager [-] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Took 1.56 seconds to deallocate network for instance. [ 786.036487] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.036656] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance db41ee2a-8fae-4d88-a70f-317ab3053982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037206] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 93063f45-ffe5-408e-bf13-7ac7faa47c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037206] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037206] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5f19bea0-0966-411b-a952-4a7b2145ac37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037206] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance c6f78406-5540-4679-997c-c9a45b855141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037387] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ca423313-0fcc-4480-8928-525309dd7bda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.037387] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2e38bf82-2d8e-4871-bf04-a46a4da4045a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037473] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037584] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 59cf66e2-713b-4ec4-a168-156b71cdc421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037690] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 9cccddfe-4c72-4799-996a-31675c141683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037797] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance e3bd81fe-2bb2-43de-b475-b1cdcff1a710 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.037901] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0871c701-7bfd-4445-9c0e-8db6fdd55af1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.038030] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 76b11869-3839-4753-8cf1-2208553fabc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.038158] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 450dc5de-a86a-443d-9d33-1e27ada7471b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 786.038271] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance a33f417a-01b7-4b60-a679-cc1e042911ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.038791] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 9c262742-3212-4925-9057-fd5d8b7fe48f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.038981] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.039154] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 77084759-de98-460e-b0a5-bcd5fa673f2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.039433] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 96fcc060-7f39-4cac-a92a-74318102163b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.039493] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d00ea780-86fb-4fe9-b94b-894ce1f912e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.039689] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 1eec8376-eaba-476f-88fb-2f7251d0135d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.039868] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 01c5d417-3609-4987-9094-887626db9d30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 786.054806] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523b9b71-a74c-4be3-1078-70fa51afccf4, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.055739] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Successfully created port: 8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.060233] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.060561] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.060877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.061100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.061338] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.061933] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ccf59e-a872-4e24-bcb2-59a606fc6425 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.073588] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.073810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.074653] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb63685-55d4-4f59-8d35-2941719cee29 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.080450] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 786.080450] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524127f9-81bc-f025-1c6a-f0c35c62ee41" [ 786.080450] env[68946]: _type = "Task" [ 786.080450] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.090063] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524127f9-81bc-f025-1c6a-f0c35c62ee41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.250066] env[68946]: INFO nova.compute.manager [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Took 36.00 seconds to build instance. [ 786.254766] env[68946]: DEBUG nova.network.neutron [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updated VIF entry in instance network info cache for port 1a9b7597-b713-4032-abcd-9ce33c7f9658. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.255130] env[68946]: DEBUG nova.network.neutron [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.289943] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.379128] env[68946]: DEBUG oslo_vmware.api [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Task: {'id': task-2878444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20525} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.379550] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.379831] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.380108] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.380372] env[68946]: INFO nova.compute.manager [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.380723] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.380989] env[68946]: DEBUG nova.compute.manager [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.381137] env[68946]: DEBUG nova.network.neutron [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.400021] env[68946]: DEBUG nova.network.neutron [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.414261] env[68946]: DEBUG nova.network.neutron [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.438416] env[68946]: DEBUG oslo_vmware.api [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Task: {'id': task-2878445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216115} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.438769] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.438980] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.439246] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.439475] env[68946]: INFO nova.compute.manager [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 1.19 seconds to destroy the instance on the hypervisor. [ 786.439788] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.440153] env[68946]: DEBUG nova.compute.manager [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.440153] env[68946]: DEBUG nova.network.neutron [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.472679] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.506893] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.533326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.541173] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.541710] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.541966] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.542737] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.542737] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.542737] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.543438] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.543684] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.544086] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.544150] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.544380] env[68946]: DEBUG nova.virt.hardware [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.545354] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c815b-4bf6-4114-8cf5-a23c5356550c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.549369] env[68946]: DEBUG nova.network.neutron [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updating instance_info_cache with network_info: [{"id": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "address": "fa:16:3e:dc:f6:62", "network": {"id": "73db4637-0839-41fd-aa6f-34bed59bfdd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1087110172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d493c6c605b44063976aa7c9888d1211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e9945e4-ed", "ovs_interfaceid": "5e9945e4-ed48-44e3-9d67-7a5964fd39b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.551039] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance aab45dae-d614-4714-9aa6-87d841476252 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.563114] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef33a7c7-5833-4750-ac49-38bb7651afe8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.593713] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524127f9-81bc-f025-1c6a-f0c35c62ee41, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.594630] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1cb28a-e278-4030-9dfc-df26b5dfcf38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.600910] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 786.600910] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526335a6-8d04-b2e2-4793-9591e5330af6" [ 786.600910] env[68946]: _type = "Task" [ 786.600910] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.610248] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526335a6-8d04-b2e2-4793-9591e5330af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.752502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-19a3ca78-731a-4312-9234-d470f91746e1 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.558s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.757681] env[68946]: DEBUG oslo_concurrency.lockutils [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.757922] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Received event network-vif-deleted-66799d7d-a2d6-4ddb-a11a-972987997a03 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 786.758146] env[68946]: INFO nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Neutron deleted interface 66799d7d-a2d6-4ddb-a11a-972987997a03; detaching it from the instance and deleting it from the info cache [ 786.759802] env[68946]: DEBUG nova.network.neutron [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.815880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.902986] env[68946]: DEBUG nova.network.neutron [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.917969] env[68946]: INFO nova.compute.manager [-] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Took 1.40 seconds to deallocate network for instance. [ 786.979930] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.058151] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Releasing lock "refresh_cache-77084759-de98-460e-b0a5-bcd5fa673f2d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.059705] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.059856] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 787.112278] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526335a6-8d04-b2e2-4793-9591e5330af6, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.112562] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.112819] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 1eec8376-eaba-476f-88fb-2f7251d0135d/1eec8376-eaba-476f-88fb-2f7251d0135d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.113108] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae5e5fd7-28c6-4b72-8890-b8f200dbe127 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.117139] env[68946]: DEBUG nova.compute.manager [req-6911c56a-c2e7-4202-8890-39e727a00520 req-9933cfa0-d04a-431f-bea9-fd5fbec44dc5 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Received event network-vif-deleted-7aaa820b-680c-4dc7-b8eb-1fb59b2a818b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.117323] env[68946]: INFO nova.compute.manager [req-6911c56a-c2e7-4202-8890-39e727a00520 req-9933cfa0-d04a-431f-bea9-fd5fbec44dc5 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Neutron deleted interface 7aaa820b-680c-4dc7-b8eb-1fb59b2a818b; detaching it from the instance and deleting it from the info cache [ 787.117509] env[68946]: DEBUG nova.network.neutron [req-6911c56a-c2e7-4202-8890-39e727a00520 req-9933cfa0-d04a-431f-bea9-fd5fbec44dc5 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.129298] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 787.129298] env[68946]: value = "task-2878446" [ 787.129298] env[68946]: _type = "Task" [ 787.129298] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.142745] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.157580] env[68946]: DEBUG nova.compute.manager [None req-2dd48ddf-ba20-4fbf-84c2-e833e8c9e6de tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.158704] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345f467-26fb-46ae-9e53-4e7761b6d269 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.255747] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.263933] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b445e177-a8cb-471f-9283-c5c79dc12f91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.276538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a643fe-2663-4d13-8de6-5a041ec00b44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.302139] env[68946]: DEBUG nova.network.neutron [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.319248] env[68946]: DEBUG nova.compute.manager [req-ba6a3612-8db5-4345-b5e5-ddc60f2ba1b7 req-99f7fb1d-0aed-4a04-a5a2-20e60ef269f8 service nova] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Detach interface failed, port_id=66799d7d-a2d6-4ddb-a11a-972987997a03, reason: Instance cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 787.406529] env[68946]: INFO nova.compute.manager [-] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Took 1.03 seconds to deallocate network for instance. [ 787.426239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.478681] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878436, 'name': ReconfigVM_Task, 'duration_secs': 2.357095} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.479120] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f/9c262742-3212-4925-9057-fd5d8b7fe48f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.480382] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-569d67cc-8fb9-439c-bf2b-908294ccb670 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.491114] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 787.491114] env[68946]: value = "task-2878447" [ 787.491114] env[68946]: _type = "Task" [ 787.491114] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.501753] env[68946]: DEBUG nova.compute.manager [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Received event network-vif-deleted-9c0d1508-b95c-4a43-b151-a7561611da21 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.501935] env[68946]: DEBUG nova.compute.manager [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Received event network-changed-a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.502100] env[68946]: DEBUG nova.compute.manager [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Refreshing instance network info cache due to event network-changed-a0ae749f-3c31-48e7-b7d9-afda01b5041a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 787.503644] env[68946]: DEBUG oslo_concurrency.lockutils [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] Acquiring lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.503644] env[68946]: DEBUG oslo_concurrency.lockutils [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] Acquired lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.503644] env[68946]: DEBUG nova.network.neutron [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Refreshing network info cache for port a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.509356] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878447, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.563038] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 7a048aad-8fdd-479b-8756-c871b610686b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.570430] env[68946]: DEBUG nova.compute.manager [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.571601] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ab18b-b0a9-48ba-94a1-f655098b654d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.591943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.592319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.592557] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.592985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.592985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.595089] env[68946]: INFO nova.compute.manager [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Terminating instance [ 787.621733] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3fc9efc-f5c4-4f11-8134-eb973ab94583 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.633089] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a067327-edfa-4884-87f4-df8dd18c9ff3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.660091] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482587} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.660357] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 1eec8376-eaba-476f-88fb-2f7251d0135d/1eec8376-eaba-476f-88fb-2f7251d0135d.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.660568] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.660844] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777237b8-5385-4fd0-9aca-b3ba2f4d0ef3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.685593] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 787.685593] env[68946]: value = "task-2878448" [ 787.685593] env[68946]: _type = "Task" [ 787.685593] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.686353] env[68946]: INFO nova.compute.manager [None req-2dd48ddf-ba20-4fbf-84c2-e833e8c9e6de tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] instance snapshotting [ 787.686933] env[68946]: DEBUG nova.objects.instance [None req-2dd48ddf-ba20-4fbf-84c2-e833e8c9e6de tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lazy-loading 'flavor' on Instance uuid d00ea780-86fb-4fe9-b94b-894ce1f912e8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.688346] env[68946]: DEBUG nova.compute.manager [req-6911c56a-c2e7-4202-8890-39e727a00520 req-9933cfa0-d04a-431f-bea9-fd5fbec44dc5 service nova] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Detach interface failed, port_id=7aaa820b-680c-4dc7-b8eb-1fb59b2a818b, reason: Instance 9cccddfe-4c72-4799-996a-31675c141683 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 787.698957] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.789462] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.819891] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Successfully updated port: 8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.821359] env[68946]: INFO nova.compute.manager [-] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Took 1.38 seconds to deallocate network for instance. [ 787.920646] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.002032] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878447, 'name': Rename_Task, 'duration_secs': 0.252603} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.002032] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.002378] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706a283c-72e5-4411-8730-6b61d0d65b3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.009584] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 788.009584] env[68946]: value = "task-2878449" [ 788.009584] env[68946]: _type = "Task" [ 788.009584] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019969] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.068700] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.098838] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "refresh_cache-d00ea780-86fb-4fe9-b94b-894ce1f912e8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.099886] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquired lock "refresh_cache-d00ea780-86fb-4fe9-b94b-894ce1f912e8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.099886] env[68946]: DEBUG nova.network.neutron [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.196231] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858ede0-f5c9-4139-8adb-9a92bf438909 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.205190] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066228} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.217063] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.220224] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db5db46-2e5a-4b24-a0f3-916845c1f426 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.222979] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052802af-1fb7-4954-bdab-accce476a480 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.249945] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 1eec8376-eaba-476f-88fb-2f7251d0135d/1eec8376-eaba-476f-88fb-2f7251d0135d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.250763] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e89b49-2c53-4c53-8e6c-1bbc43f90fe6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.266883] env[68946]: DEBUG nova.network.neutron [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updated VIF entry in instance network info cache for port a0ae749f-3c31-48e7-b7d9-afda01b5041a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.267179] env[68946]: DEBUG nova.network.neutron [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updating instance_info_cache with network_info: [{"id": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "address": "fa:16:3e:20:84:fd", "network": {"id": "8cc1cc4b-1d88-440c-819b-fb378361b608", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1950883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0400bb9c3a3b4d9dbe71b2f8130daf78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae749f-3c", "ovs_interfaceid": "a0ae749f-3c31-48e7-b7d9-afda01b5041a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.276739] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 788.276739] env[68946]: value = "task-2878450" [ 788.276739] env[68946]: _type = "Task" [ 788.276739] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.286505] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.325420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.325695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.325973] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.329337] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.520957] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.572035] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ff844732-4d22-402e-9166-6353ed5a4713 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.595475] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850809b7-7b37-4a20-910b-8b6f366f67ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.606852] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Doing hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 788.606852] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-45b50eec-9684-41dd-8ac3-ec5b74fdd5ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.617248] env[68946]: DEBUG oslo_vmware.api [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 788.617248] env[68946]: value = "task-2878451" [ 788.617248] env[68946]: _type = "Task" [ 788.617248] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.621913] env[68946]: DEBUG nova.network.neutron [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.627257] env[68946]: DEBUG oslo_vmware.api [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878451, 'name': ResetVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.675597] env[68946]: DEBUG nova.network.neutron [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.751730] env[68946]: DEBUG nova.compute.manager [None req-2dd48ddf-ba20-4fbf-84c2-e833e8c9e6de tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance disappeared during snapshot {{(pid=68946) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 788.769388] env[68946]: DEBUG oslo_concurrency.lockutils [req-6fdb02f8-d17e-41ba-bbb3-488ac214b556 req-f69591da-3e55-4ca2-b29f-e52a7cebb94e service nova] Releasing lock "refresh_cache-96fcc060-7f39-4cac-a92a-74318102163b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789788] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.872602] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.923766] env[68946]: DEBUG nova.compute.manager [None req-2dd48ddf-ba20-4fbf-84c2-e833e8c9e6de tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Found 0 images (rotation: 2) {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 789.021574] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.022542] env[68946]: DEBUG nova.network.neutron [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Updating instance_info_cache with network_info: [{"id": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "address": "fa:16:3e:5b:08:c2", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c111044-40", "ovs_interfaceid": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.074545] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0602abd9-dd28-4717-84de-3206cf353891 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.130312] env[68946]: DEBUG oslo_vmware.api [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878451, 'name': ResetVM_Task, 'duration_secs': 0.158527} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.130577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Did hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 789.130757] env[68946]: DEBUG nova.compute.manager [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.131552] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0386a-e758-4679-a54f-de4fd4472200 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.178110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Releasing lock "refresh_cache-d00ea780-86fb-4fe9-b94b-894ce1f912e8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178559] env[68946]: DEBUG nova.compute.manager [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.178751] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.179934] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eace120-1733-4996-a919-2139584264b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.188590] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.188860] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4f2839-8aba-4cbf-b00d-eb7ff1bea776 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.196636] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 789.196636] env[68946]: value = "task-2878452" [ 789.196636] env[68946]: _type = "Task" [ 789.196636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.206995] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.288186] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878450, 'name': ReconfigVM_Task, 'duration_secs': 0.810959} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.288511] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 1eec8376-eaba-476f-88fb-2f7251d0135d/1eec8376-eaba-476f-88fb-2f7251d0135d.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.289150] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735b926d-ac53-4077-a5e5-cc6d5c360fb7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.297313] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 789.297313] env[68946]: value = "task-2878453" [ 789.297313] env[68946]: _type = "Task" [ 789.297313] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.306113] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878453, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.522967] env[68946]: DEBUG oslo_vmware.api [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878449, 'name': PowerOnVM_Task, 'duration_secs': 1.038173} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.523242] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.523546] env[68946]: DEBUG nova.compute.manager [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.524782] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6997359c-67db-4ffc-87b3-772951b4c4a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.529087] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.529477] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance network_info: |[{"id": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "address": "fa:16:3e:5b:08:c2", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c111044-40", "ovs_interfaceid": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.529972] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:08:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c111044-407b-4b8d-ac08-ff14ebf40eb1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.542448] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating folder: Project (8ba6a1f1f45e42acb21f7eda79c5110e). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.544196] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-634f6c07-2d28-4a2e-a107-a3afd4731920 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.546797] env[68946]: DEBUG nova.compute.manager [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Received event network-vif-plugged-8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.547009] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Acquiring lock "01c5d417-3609-4987-9094-887626db9d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.547226] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Lock "01c5d417-3609-4987-9094-887626db9d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.547391] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Lock "01c5d417-3609-4987-9094-887626db9d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.547553] env[68946]: DEBUG nova.compute.manager [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] No waiting events found dispatching network-vif-plugged-8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.547713] env[68946]: WARNING nova.compute.manager [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Received unexpected event network-vif-plugged-8c111044-407b-4b8d-ac08-ff14ebf40eb1 for instance with vm_state building and task_state spawning. [ 789.547867] env[68946]: DEBUG nova.compute.manager [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Received event network-changed-8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.548016] env[68946]: DEBUG nova.compute.manager [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Refreshing instance network info cache due to event network-changed-8c111044-407b-4b8d-ac08-ff14ebf40eb1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 789.548194] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Acquiring lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.548326] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Acquired lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.548476] env[68946]: DEBUG nova.network.neutron [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Refreshing network info cache for port 8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.566028] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created folder: Project (8ba6a1f1f45e42acb21f7eda79c5110e) in parent group-v578341. [ 789.566310] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating folder: Instances. Parent ref: group-v578459. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.566460] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1247a0-e3d8-4095-bd6c-fe61d6214a25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.577268] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.579406] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created folder: Instances in parent group-v578459. [ 789.579693] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.580181] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.580443] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87904422-6549-4514-8e78-768c36a2c921 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.603702] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.603702] env[68946]: value = "task-2878456" [ 789.603702] env[68946]: _type = "Task" [ 789.603702] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.613945] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878456, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.644554] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d425859-5b45-4ec8-a5a2-53e915254b06 tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.514s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.708351] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878452, 'name': PowerOffVM_Task, 'duration_secs': 0.301891} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.708627] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.708793] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.709063] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfa5bd1-e8a5-43a0-9bea-2100a25099d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.751607] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.752020] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.752380] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Deleting the datastore file [datastore2] d00ea780-86fb-4fe9-b94b-894ce1f912e8 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.752784] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f92cfc10-4a89-4b42-8053-0b6804ac45c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.762497] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for the task: (returnval){ [ 789.762497] env[68946]: value = "task-2878458" [ 789.762497] env[68946]: _type = "Task" [ 789.762497] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.771495] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.809033] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878453, 'name': Rename_Task, 'duration_secs': 0.210266} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.809033] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.809211] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aeba23a-4f86-4b92-80bd-4f432c11d24a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.817266] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 789.817266] env[68946]: value = "task-2878459" [ 789.817266] env[68946]: _type = "Task" [ 789.817266] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.836183] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.063611] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.081427] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance e2acee70-2fdb-4425-b8ea-0db0ab43d391 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.115215] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878456, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.273421] env[68946]: DEBUG oslo_vmware.api [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Task: {'id': task-2878458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090503} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.273692] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.274582] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.274735] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.274912] env[68946]: INFO nova.compute.manager [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 790.275174] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.275448] env[68946]: DEBUG nova.compute.manager [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.275448] env[68946]: DEBUG nova.network.neutron [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.277289] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "9c262742-3212-4925-9057-fd5d8b7fe48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.277503] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.277703] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "9c262742-3212-4925-9057-fd5d8b7fe48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.277886] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.278088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.280075] env[68946]: INFO nova.compute.manager [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Terminating instance [ 790.282449] env[68946]: DEBUG nova.network.neutron [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Updated VIF entry in instance network info cache for port 8c111044-407b-4b8d-ac08-ff14ebf40eb1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.282698] env[68946]: DEBUG nova.network.neutron [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Updating instance_info_cache with network_info: [{"id": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "address": "fa:16:3e:5b:08:c2", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c111044-40", "ovs_interfaceid": "8c111044-407b-4b8d-ac08-ff14ebf40eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.297651] env[68946]: DEBUG nova.network.neutron [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.328558] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.435635] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "77084759-de98-460e-b0a5-bcd5fa673f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.435963] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.436249] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.436832] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.436832] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.438814] env[68946]: INFO nova.compute.manager [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Terminating instance [ 790.584812] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 915e094d-ada2-44d2-ae3a-cbe107b67f8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 790.615314] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878456, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.786043] env[68946]: DEBUG oslo_concurrency.lockutils [req-11637c10-2550-43e2-a48e-cc9b84220b5f req-4f60c6e1-2f20-480f-9b5c-ff3fdf5eb709 service nova] Releasing lock "refresh_cache-01c5d417-3609-4987-9094-887626db9d30" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.786581] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "refresh_cache-9c262742-3212-4925-9057-fd5d8b7fe48f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.786793] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquired lock "refresh_cache-9c262742-3212-4925-9057-fd5d8b7fe48f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787013] env[68946]: DEBUG nova.network.neutron [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.800067] env[68946]: DEBUG nova.network.neutron [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.830441] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878459, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.943793] env[68946]: DEBUG nova.compute.manager [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.944098] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.945239] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a724d-d441-407c-82ba-22073539db58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.955077] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.955443] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5321af3-9f0d-4c3e-95e8-0a83ff66cb2e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.963084] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 790.963084] env[68946]: value = "task-2878460" [ 790.963084] env[68946]: _type = "Task" [ 790.963084] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.972620] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.088254] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 46c5d347-4654-4c1c-8de3-45ecebe15435 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 791.088599] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 791.088744] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 791.118760] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878456, 'name': CreateVM_Task, 'duration_secs': 1.116278} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.118760] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.119322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.119597] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.120046] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.120418] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c623194b-064b-485c-b25a-95d9c9632ffb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.126549] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 791.126549] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5233ce1c-57b6-e9e3-0ced-1197826db6eb" [ 791.126549] env[68946]: _type = "Task" [ 791.126549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.137493] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5233ce1c-57b6-e9e3-0ced-1197826db6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.302054] env[68946]: INFO nova.compute.manager [-] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Took 1.03 seconds to deallocate network for instance. [ 791.307417] env[68946]: DEBUG nova.network.neutron [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.335242] env[68946]: DEBUG oslo_vmware.api [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878459, 'name': PowerOnVM_Task, 'duration_secs': 1.1102} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.336110] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.336110] env[68946]: INFO nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Took 9.36 seconds to spawn the instance on the hypervisor. [ 791.336110] env[68946]: DEBUG nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.337770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f32377-70c8-488c-94c1-633ab6e9a384 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.411322] env[68946]: DEBUG nova.network.neutron [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.477367] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878460, 'name': PowerOffVM_Task, 'duration_secs': 0.282698} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.477529] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.477713] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.477999] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9336e5-cc1b-4a1a-993f-52ca2255dc18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.550855] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.551792] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.551792] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Deleting the datastore file [datastore1] 77084759-de98-460e-b0a5-bcd5fa673f2d {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.551792] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eab773c-c868-4321-b2e6-498102497f4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.563032] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for the task: (returnval){ [ 791.563032] env[68946]: value = "task-2878462" [ 791.563032] env[68946]: _type = "Task" [ 791.563032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.567902] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43475165-de4a-429d-9abf-8f28e64cd3c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.576292] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.579610] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2148e3d-f18d-4b20-83ba-f0c1780a9169 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.612689] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f4ab1f-9df2-4484-a713-dd806c318ccf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.621321] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5278846-beed-4a6f-a5d3-2f59fc417ff0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.639255] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.648583] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5233ce1c-57b6-e9e3-0ced-1197826db6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.649561] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.649860] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.650217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.650378] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.650639] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.651229] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1f9162-952b-4467-a412-3da4ea49aa39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.679203] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.679404] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.680236] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c41740-c9af-468b-8816-7fbaa8e265f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.687308] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 791.687308] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523fade6-fbb1-c16a-a712-792ed47b4b31" [ 791.687308] env[68946]: _type = "Task" [ 791.687308] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.696151] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523fade6-fbb1-c16a-a712-792ed47b4b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.811409] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.862641] env[68946]: INFO nova.compute.manager [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Took 38.94 seconds to build instance. [ 791.914108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Releasing lock "refresh_cache-9c262742-3212-4925-9057-fd5d8b7fe48f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.914108] env[68946]: DEBUG nova.compute.manager [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.914265] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.915264] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4a615-b3bc-4a9e-adfc-9c1b5fde665b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.924159] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.924486] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8633fd72-1377-4207-97ce-fccb4cd91b77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.932813] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 791.932813] env[68946]: value = "task-2878463" [ 791.932813] env[68946]: _type = "Task" [ 791.932813] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.942681] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.010874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.011243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.011558] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.011816] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.012052] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.016918] env[68946]: INFO nova.compute.manager [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Terminating instance [ 792.073349] env[68946]: DEBUG oslo_vmware.api [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Task: {'id': task-2878462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147638} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.073636] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.073814] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.073985] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.074175] env[68946]: INFO nova.compute.manager [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 792.074416] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.074629] env[68946]: DEBUG nova.compute.manager [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.074724] env[68946]: DEBUG nova.network.neutron [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.142490] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.201142] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523fade6-fbb1-c16a-a712-792ed47b4b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.201142] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a06ae4f-9c6c-4f89-9439-db573505cd3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.206789] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 792.206789] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cb44d-a4b4-5bd6-e123-206568922eee" [ 792.206789] env[68946]: _type = "Task" [ 792.206789] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.215349] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cb44d-a4b4-5bd6-e123-206568922eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.364474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-966ee4b1-70da-45ae-b952-71527b95fce1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.587s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.445169] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878463, 'name': PowerOffVM_Task, 'duration_secs': 0.138924} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.445169] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.445169] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.445448] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa43901e-6670-49e9-a444-ab370b6ccb54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.476863] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.476863] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.476863] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Deleting the datastore file [datastore2] 9c262742-3212-4925-9057-fd5d8b7fe48f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.476863] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-267561bc-d04a-4191-a51e-6edd548dbdbe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.484541] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for the task: (returnval){ [ 792.484541] env[68946]: value = "task-2878465" [ 792.484541] env[68946]: _type = "Task" [ 792.484541] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.500042] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.520938] env[68946]: DEBUG nova.compute.manager [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.521353] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.522831] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ae7d6-0841-445e-a54e-495aef355c48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.533712] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.533989] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b104e084-f04b-428f-8bea-c3b59db309b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.544642] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 792.544642] env[68946]: value = "task-2878466" [ 792.544642] env[68946]: _type = "Task" [ 792.544642] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.557736] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.632862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.633378] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.650220] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 792.650220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.691s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.650220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.049s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.650220] env[68946]: INFO nova.compute.claims [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.719162] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526cb44d-a4b4-5bd6-e123-206568922eee, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.719807] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.719807] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.719999] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6690de24-64a5-404f-a428-8b4d4ab54cdc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.728428] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 792.728428] env[68946]: value = "task-2878467" [ 792.728428] env[68946]: _type = "Task" [ 792.728428] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.739945] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.867550] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.952553] env[68946]: DEBUG nova.compute.manager [req-ee637a04-4f1b-4788-af52-15401857a915 req-d24e8e1b-533c-4306-b433-ed48a59a8202 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Received event network-vif-deleted-5e9945e4-ed48-44e3-9d67-7a5964fd39b3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.952831] env[68946]: INFO nova.compute.manager [req-ee637a04-4f1b-4788-af52-15401857a915 req-d24e8e1b-533c-4306-b433-ed48a59a8202 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Neutron deleted interface 5e9945e4-ed48-44e3-9d67-7a5964fd39b3; detaching it from the instance and deleting it from the info cache [ 792.953139] env[68946]: DEBUG nova.network.neutron [req-ee637a04-4f1b-4788-af52-15401857a915 req-d24e8e1b-533c-4306-b433-ed48a59a8202 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.998187] env[68946]: DEBUG oslo_vmware.api [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Task: {'id': task-2878465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097855} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.998712] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.998964] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.999229] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.999504] env[68946]: INFO nova.compute.manager [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 792.999740] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.999978] env[68946]: DEBUG nova.compute.manager [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.000139] env[68946]: DEBUG nova.network.neutron [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.020565] env[68946]: DEBUG nova.network.neutron [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.060470] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878466, 'name': PowerOffVM_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.061393] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.061653] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.062018] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac0dc814-354f-4032-8be0-52da07198f7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.143854] env[68946]: DEBUG nova.network.neutron [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.148086] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.148349] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.148566] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleting the datastore file [datastore2] 2e38bf82-2d8e-4871-bf04-a46a4da4045a {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.148790] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7a42f7-8422-4ee8-8f5b-18c5c71e3a0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.164352] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 793.164352] env[68946]: value = "task-2878469" [ 793.164352] env[68946]: _type = "Task" [ 793.164352] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.173744] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.242992] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506336} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.243516] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.243882] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.244310] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-103786d7-dcf8-4d82-9aa7-0a0edb735142 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.254104] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 793.254104] env[68946]: value = "task-2878470" [ 793.254104] env[68946]: _type = "Task" [ 793.254104] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.267017] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.390953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.456448] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b0c16aa-8bad-4ae9-93d4-2cb01486245d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.466755] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf85a005-3d99-4580-aa29-e22c2e545edd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.501404] env[68946]: DEBUG nova.compute.manager [req-ee637a04-4f1b-4788-af52-15401857a915 req-d24e8e1b-533c-4306-b433-ed48a59a8202 service nova] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Detach interface failed, port_id=5e9945e4-ed48-44e3-9d67-7a5964fd39b3, reason: Instance 77084759-de98-460e-b0a5-bcd5fa673f2d could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 793.522696] env[68946]: DEBUG nova.network.neutron [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.653624] env[68946]: INFO nova.compute.manager [-] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Took 1.58 seconds to deallocate network for instance. [ 793.680155] env[68946]: DEBUG oslo_vmware.api [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186124} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.680155] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.680155] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.680155] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.680155] env[68946]: INFO nova.compute.manager [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 793.680155] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.680155] env[68946]: DEBUG nova.compute.manager [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.680155] env[68946]: DEBUG nova.network.neutron [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.767160] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142753} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.770567] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.772059] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a8b55-1236-4e78-a53f-c461a5838561 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.798634] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.801561] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d9c536-6fd1-4b7e-89fe-980371c4cc67 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.824481] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 793.824481] env[68946]: value = "task-2878471" [ 793.824481] env[68946]: _type = "Task" [ 793.824481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.836861] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.025363] env[68946]: INFO nova.compute.manager [-] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Took 1.02 seconds to deallocate network for instance. [ 794.163418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.214806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1700173-576c-456c-b29a-3a45e6bf4eda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.223225] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e536ce1-72d7-4e36-98b6-048739f175c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.259051] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca85f9-41a9-46ae-a772-77be39511942 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.267474] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c0642-64c7-42c7-b43a-af7bcf26971e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.281436] env[68946]: DEBUG nova.compute.provider_tree [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.335741] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.541027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.784979] env[68946]: DEBUG nova.scheduler.client.report [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.836070] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.875218] env[68946]: DEBUG nova.network.neutron [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.982793] env[68946]: DEBUG nova.compute.manager [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-changed-1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 794.983361] env[68946]: DEBUG nova.compute.manager [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing instance network info cache due to event network-changed-1a9b7597-b713-4032-abcd-9ce33c7f9658. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 794.983361] env[68946]: DEBUG oslo_concurrency.lockutils [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.983544] env[68946]: DEBUG oslo_concurrency.lockutils [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.983737] env[68946]: DEBUG nova.network.neutron [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing network info cache for port 1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.290539] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.291075] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.294313] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.547s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.295269] env[68946]: INFO nova.compute.claims [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.337436] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878471, 'name': ReconfigVM_Task, 'duration_secs': 1.175665} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.337696] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.338355] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2714e1c-910e-46c4-a118-70169c1f887b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.344871] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 795.344871] env[68946]: value = "task-2878472" [ 795.344871] env[68946]: _type = "Task" [ 795.344871] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.353008] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878472, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.378100] env[68946]: INFO nova.compute.manager [-] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Took 1.70 seconds to deallocate network for instance. [ 795.717460] env[68946]: DEBUG nova.network.neutron [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updated VIF entry in instance network info cache for port 1a9b7597-b713-4032-abcd-9ce33c7f9658. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.717822] env[68946]: DEBUG nova.network.neutron [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.799307] env[68946]: DEBUG nova.compute.utils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.802932] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.803119] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.855937] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878472, 'name': Rename_Task, 'duration_secs': 0.157981} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.856805] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.856805] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9eced59-baea-45e3-831d-c6cf1257a9d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.863847] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 795.863847] env[68946]: value = "task-2878473" [ 795.863847] env[68946]: _type = "Task" [ 795.863847] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.868328] env[68946]: DEBUG nova.policy [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eec4fcb4cc24361a9a7d06f237d4a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56c411d629b4836be278e3c3a62e9a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.875600] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.884366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.220611] env[68946]: DEBUG oslo_concurrency.lockutils [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.221652] env[68946]: DEBUG nova.compute.manager [req-8d4ff88d-1b38-4ea2-95e3-ac65d3b14fb9 req-cd6e7234-8985-4969-955a-44a20a65092c service nova] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Received event network-vif-deleted-1dc25372-18ba-4446-9ab1-cfb808deabd1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.226345] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Successfully created port: 59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.307799] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.376749] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.725507] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30112da-d949-48f4-a133-1095e9efb5c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.734404] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6c0db-f231-456a-98a0-efb5f9537774 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.765449] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303a062-6b29-436d-a444-e43fe86a6630 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.774314] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd750634-230e-4eed-bc0f-be5dd2e2cbd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.789024] env[68946]: DEBUG nova.compute.provider_tree [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.875401] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.292278] env[68946]: DEBUG nova.scheduler.client.report [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.317821] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.343853] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.344113] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.344265] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.344445] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.344588] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.345095] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.345095] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.345095] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.345316] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.345398] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.345567] env[68946]: DEBUG nova.virt.hardware [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.346733] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c746398-aa12-4691-91b8-9b43f09a3511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.355675] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ecb46-9473-48ec-8e6b-ad6577ab2436 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.379493] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.720315] env[68946]: DEBUG nova.compute.manager [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Received event network-vif-plugged-59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 797.720591] env[68946]: DEBUG oslo_concurrency.lockutils [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] Acquiring lock "aab45dae-d614-4714-9aa6-87d841476252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.720766] env[68946]: DEBUG oslo_concurrency.lockutils [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] Lock "aab45dae-d614-4714-9aa6-87d841476252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.720903] env[68946]: DEBUG oslo_concurrency.lockutils [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] Lock "aab45dae-d614-4714-9aa6-87d841476252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.721117] env[68946]: DEBUG nova.compute.manager [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] No waiting events found dispatching network-vif-plugged-59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.721292] env[68946]: WARNING nova.compute.manager [req-4589c5c1-56e7-4409-a34f-ec1d04fb32cf req-824f07cd-3640-4762-a76e-356bd11ed9a6 service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Received unexpected event network-vif-plugged-59f48f42-b8c4-4aaf-bf21-75812fe569cf for instance with vm_state building and task_state spawning. [ 797.798066] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.798624] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.801686] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.606s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.801886] env[68946]: DEBUG nova.objects.instance [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.811567] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Successfully updated port: 59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.881198] env[68946]: DEBUG oslo_vmware.api [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878473, 'name': PowerOnVM_Task, 'duration_secs': 1.692072} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.881466] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.881665] env[68946]: INFO nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Took 11.37 seconds to spawn the instance on the hypervisor. [ 797.881840] env[68946]: DEBUG nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.882673] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f18f7-f62a-4245-a195-868b704bf894 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.308082] env[68946]: DEBUG nova.compute.utils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.312168] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.312354] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.314848] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.314980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.315130] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.401857] env[68946]: INFO nova.compute.manager [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Took 39.64 seconds to build instance. [ 798.561438] env[68946]: DEBUG nova.policy [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0cafd4dc4b64babaeed31b9198bc14f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37b99deab7104d7a8a33e6d843d02ef2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.813569] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.819046] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60e828db-352d-4c1a-8372-01a7920655ff tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.822815] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.210s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.823023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.829396] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.625s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.831450] env[68946]: INFO nova.compute.claims [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.867392] env[68946]: INFO nova.compute.manager [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Rebuilding instance [ 798.873415] env[68946]: INFO nova.scheduler.client.report [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Deleted allocations for instance 76b11869-3839-4753-8cf1-2208553fabc9 [ 798.878600] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.903672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c3d48a2f-b565-4339-9963-1d04eea3129e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.441s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.930711] env[68946]: DEBUG nova.compute.manager [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.930711] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5dbd6-19fa-414d-ba83-aee0dc02babc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.063762] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Successfully created port: a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.300975] env[68946]: DEBUG nova.network.neutron [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Updating instance_info_cache with network_info: [{"id": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "address": "fa:16:3e:da:fe:fb", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f48f42-b8", "ovs_interfaceid": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.385325] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35774947-938e-4529-97d0-85cd170e433a tempest-ImagesNegativeTestJSON-771142016 tempest-ImagesNegativeTestJSON-771142016-project-member] Lock "76b11869-3839-4753-8cf1-2208553fabc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.242s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.409938] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.746314] env[68946]: DEBUG nova.compute.manager [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Received event network-changed-59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 799.746314] env[68946]: DEBUG nova.compute.manager [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Refreshing instance network info cache due to event network-changed-59f48f42-b8c4-4aaf-bf21-75812fe569cf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 799.746314] env[68946]: DEBUG oslo_concurrency.lockutils [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] Acquiring lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.804528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.804978] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Instance network_info: |[{"id": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "address": "fa:16:3e:da:fe:fb", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f48f42-b8", "ovs_interfaceid": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.805339] env[68946]: DEBUG oslo_concurrency.lockutils [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] Acquired lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.805962] env[68946]: DEBUG nova.network.neutron [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Refreshing network info cache for port 59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.807118] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fe:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59f48f42-b8c4-4aaf-bf21-75812fe569cf', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.816463] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.818169] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.818169] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85d273c-602f-43b7-93bd-97da5efd5669 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.834817] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.847746] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.847746] env[68946]: value = "task-2878474" [ 799.847746] env[68946]: _type = "Task" [ 799.847746] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.857162] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878474, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.873027] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.873027] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.873541] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.873741] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.873821] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.873966] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.874366] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.874557] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.874731] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.875561] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.875561] env[68946]: DEBUG nova.virt.hardware [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.876571] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbce02d-3d20-4342-a667-be19a493d080 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.896932] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489efe4-1a10-4f28-9e16-35b1a4211c2a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.946079] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.946538] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df6bb9d9-9a1c-4c9b-b6c0-69170d37bc53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.950826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.958283] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 799.958283] env[68946]: value = "task-2878475" [ 799.958283] env[68946]: _type = "Task" [ 799.958283] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.969322] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.364285] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878474, 'name': CreateVM_Task, 'duration_secs': 0.426532} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.364650] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.365380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.365536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.366044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.366294] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f32c7b-5155-401a-86c7-ecc8ad361842 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.372350] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 800.372350] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52543ccf-b622-d032-00df-f20571779052" [ 800.372350] env[68946]: _type = "Task" [ 800.372350] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.386605] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52543ccf-b622-d032-00df-f20571779052, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.389573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.389573] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.389573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.389573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.389573] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.389573] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b434e382-898c-4146-a948-5d6b3b86e2b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.391915] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6481b2c-13bd-47ec-833f-ad9c191a5366 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.401217] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78df69d-31a7-4510-bd1d-c4cbd1ca1413 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.406861] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.407052] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.408126] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2de477-f36d-465f-a82e-73cf22460450 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.440420] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db665c74-eb3f-49fd-834b-56df554f1268 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.443077] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 800.443077] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d989e1-a754-8b9a-db5a-d9957e3c644c" [ 800.443077] env[68946]: _type = "Task" [ 800.443077] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.451892] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0963993-ee63-47fc-a832-65c79af6d566 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.458124] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d989e1-a754-8b9a-db5a-d9957e3c644c, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.462018] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2b9e42-3077-45d9-9653-a2a360b936fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.473864] env[68946]: DEBUG nova.compute.provider_tree [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.480375] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 800.480375] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bcf071-e53f-3efe-7c78-ad2e75ba07c4" [ 800.480375] env[68946]: _type = "Task" [ 800.480375] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.483702] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878475, 'name': PowerOffVM_Task, 'duration_secs': 0.392422} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.487612] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.487844] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.489014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510222b-49df-4618-9ef4-1e581c79a792 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.499023] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bcf071-e53f-3efe-7c78-ad2e75ba07c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.503035] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.503035] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] aab45dae-d614-4714-9aa6-87d841476252/aab45dae-d614-4714-9aa6-87d841476252.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.503035] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.503035] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695aca15-0591-4ee9-85a5-4789533e3750 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.503485] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f10497-dbe8-4421-8efd-f6213b291654 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.510987] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 800.510987] env[68946]: value = "task-2878477" [ 800.510987] env[68946]: _type = "Task" [ 800.510987] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.520305] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.587546] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.587767] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.587942] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore1] 01c5d417-3609-4987-9094-887626db9d30 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.588334] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4064e0-ff64-4a82-bdef-6021337a9737 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597953] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 800.597953] env[68946]: value = "task-2878478" [ 800.597953] env[68946]: _type = "Task" [ 800.597953] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.605711] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.636106] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Successfully updated port: a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.690035] env[68946]: DEBUG nova.network.neutron [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Updated VIF entry in instance network info cache for port 59f48f42-b8c4-4aaf-bf21-75812fe569cf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.690333] env[68946]: DEBUG nova.network.neutron [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Updating instance_info_cache with network_info: [{"id": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "address": "fa:16:3e:da:fe:fb", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f48f42-b8", "ovs_interfaceid": "59f48f42-b8c4-4aaf-bf21-75812fe569cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.980021] env[68946]: DEBUG nova.scheduler.client.report [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.022202] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.022524] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] aab45dae-d614-4714-9aa6-87d841476252/aab45dae-d614-4714-9aa6-87d841476252.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.022757] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.023035] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d68c744-e6d8-4202-8ea5-6e352f69392b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.031425] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 801.031425] env[68946]: value = "task-2878479" [ 801.031425] env[68946]: _type = "Task" [ 801.031425] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.044155] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.105909] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210777} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.106761] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.106907] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.107214] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.141156] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.141308] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquired lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.141462] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.193886] env[68946]: DEBUG oslo_concurrency.lockutils [req-4c7d34f4-0526-480f-a7e0-8183cd5815fc req-ddf9d946-90ba-4923-9912-3a74c60d8aeb service nova] Releasing lock "refresh_cache-aab45dae-d614-4714-9aa6-87d841476252" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.482971] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.483608] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.486182] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.776s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.487648] env[68946]: INFO nova.compute.claims [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.542463] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06758} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.543122] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.543935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becbb05-24ea-45b2-9540-8e4425273bea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.566983] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] aab45dae-d614-4714-9aa6-87d841476252/aab45dae-d614-4714-9aa6-87d841476252.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.567311] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629df076-fb1f-4cae-8325-10fa98f5ed83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.589379] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 801.589379] env[68946]: value = "task-2878480" [ 801.589379] env[68946]: _type = "Task" [ 801.589379] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.599395] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.688639] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.803179] env[68946]: DEBUG nova.compute.manager [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Received event network-vif-plugged-a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.803419] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Acquiring lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.803641] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.803806] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.803970] env[68946]: DEBUG nova.compute.manager [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] No waiting events found dispatching network-vif-plugged-a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.806383] env[68946]: WARNING nova.compute.manager [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Received unexpected event network-vif-plugged-a48ce351-b286-4ceb-9a69-7476ad355a6c for instance with vm_state building and task_state spawning. [ 801.806383] env[68946]: DEBUG nova.compute.manager [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Received event network-changed-a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.806383] env[68946]: DEBUG nova.compute.manager [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Refreshing instance network info cache due to event network-changed-a48ce351-b286-4ceb-9a69-7476ad355a6c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 801.806383] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Acquiring lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.902843] env[68946]: DEBUG nova.network.neutron [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Updating instance_info_cache with network_info: [{"id": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "address": "fa:16:3e:82:e4:a5", "network": {"id": "56c11f01-e96b-413f-bf78-a688a86d64ef", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225691577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b99deab7104d7a8a33e6d843d02ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48ce351-b2", "ovs_interfaceid": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.994540] env[68946]: DEBUG nova.compute.utils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.996120] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.996325] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.035283] env[68946]: DEBUG nova.policy [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98a508775a1b42e2a245cf6b455f3e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa2e49359ed6499f992da983a111ebf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.102101] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.145167] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.145463] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.145621] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.145801] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.145945] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.146107] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.146314] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.146470] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.146632] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.146791] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.146960] env[68946]: DEBUG nova.virt.hardware [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.148154] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925f862-6eac-4217-8def-58fa7f2fe155 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.157716] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a2143-4113-4ad2-b4a8-4ca46529abfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.174152] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:08:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c111044-407b-4b8d-ac08-ff14ebf40eb1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.181543] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.181804] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.182040] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81371279-16d6-405b-8cbc-139d708ff718 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.202576] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.202576] env[68946]: value = "task-2878481" [ 802.202576] env[68946]: _type = "Task" [ 802.202576] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.212722] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878481, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.305188] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Successfully created port: 7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.405723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Releasing lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.406072] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Instance network_info: |[{"id": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "address": "fa:16:3e:82:e4:a5", "network": {"id": "56c11f01-e96b-413f-bf78-a688a86d64ef", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225691577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b99deab7104d7a8a33e6d843d02ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48ce351-b2", "ovs_interfaceid": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.406453] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Acquired lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406570] env[68946]: DEBUG nova.network.neutron [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Refreshing network info cache for port a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.407772] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:e4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a48ce351-b286-4ceb-9a69-7476ad355a6c', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.417543] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Creating folder: Project (37b99deab7104d7a8a33e6d843d02ef2). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.421201] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95af6ab6-9887-4257-a1e5-7d0fc2ac5f03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.437989] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Created folder: Project (37b99deab7104d7a8a33e6d843d02ef2) in parent group-v578341. [ 802.437989] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Creating folder: Instances. Parent ref: group-v578464. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.437989] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2b2f728-db5d-4fa3-ab7b-dbbe0b627d50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.453196] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Created folder: Instances in parent group-v578464. [ 802.453196] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.453196] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.453196] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e3da130-8533-4b84-9b8c-568496f2fcba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.482037] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.482037] env[68946]: value = "task-2878484" [ 802.482037] env[68946]: _type = "Task" [ 802.482037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.504983] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.513489] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878484, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.606965] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878480, 'name': ReconfigVM_Task, 'duration_secs': 0.924099} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.610053] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Reconfigured VM instance instance-00000025 to attach disk [datastore2] aab45dae-d614-4714-9aa6-87d841476252/aab45dae-d614-4714-9aa6-87d841476252.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.610999] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e1643e-826e-4912-b45c-303597785407 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.618194] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 802.618194] env[68946]: value = "task-2878485" [ 802.618194] env[68946]: _type = "Task" [ 802.618194] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.629394] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878485, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.721199] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878481, 'name': CreateVM_Task, 'duration_secs': 0.364414} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.721390] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.722169] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.722439] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.722816] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.723383] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861f2c22-7c9a-46ab-acb9-382a5fd9f0bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.731669] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 802.731669] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52acd69d-9f6a-d5ab-5546-c1f7ee6dd253" [ 802.731669] env[68946]: _type = "Task" [ 802.731669] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.740910] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52acd69d-9f6a-d5ab-5546-c1f7ee6dd253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.960044] env[68946]: DEBUG nova.network.neutron [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Updated VIF entry in instance network info cache for port a48ce351-b286-4ceb-9a69-7476ad355a6c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.960457] env[68946]: DEBUG nova.network.neutron [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Updating instance_info_cache with network_info: [{"id": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "address": "fa:16:3e:82:e4:a5", "network": {"id": "56c11f01-e96b-413f-bf78-a688a86d64ef", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1225691577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37b99deab7104d7a8a33e6d843d02ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa48ce351-b2", "ovs_interfaceid": "a48ce351-b286-4ceb-9a69-7476ad355a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.995020] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878484, 'name': CreateVM_Task, 'duration_secs': 0.362602} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.995252] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.996177] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.068467] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a11ea4d-943e-47e5-b743-88ed53a4ce90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.078793] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7d299-dc8f-4e70-834c-da4ec9a46f01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.111767] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0830b158-8064-4e95-a065-2d159fe3877f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.124593] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f5c6d-0743-44ee-9fa0-4baf6ba33800 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.133807] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878485, 'name': Rename_Task, 'duration_secs': 0.202438} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.143400] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.144329] env[68946]: DEBUG nova.compute.provider_tree [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.145571] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ee92ba-ecbe-4c98-9ab4-550d87b74bb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.153636] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 803.153636] env[68946]: value = "task-2878486" [ 803.153636] env[68946]: _type = "Task" [ 803.153636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.162470] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.243980] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52acd69d-9f6a-d5ab-5546-c1f7ee6dd253, 'name': SearchDatastore_Task, 'duration_secs': 0.015218} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.244446] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.244725] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.244968] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.245128] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.245312] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.245629] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.245930] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.246179] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05c7367-3ec9-449f-8435-05c5f7c5172a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.247977] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870e887-017b-4862-a724-80c2e42c6d1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.253627] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 803.253627] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a62c43-39af-2df0-0c5f-043f09a2333f" [ 803.253627] env[68946]: _type = "Task" [ 803.253627] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.259221] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.259462] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.261160] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78bf16bc-1395-429f-8e14-ea6c4e7684c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.269335] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a62c43-39af-2df0-0c5f-043f09a2333f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.273524] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 803.273524] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52855fa7-6bfc-6035-dd6c-b5ac209d4df6" [ 803.273524] env[68946]: _type = "Task" [ 803.273524] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.286469] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52855fa7-6bfc-6035-dd6c-b5ac209d4df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.465866] env[68946]: DEBUG oslo_concurrency.lockutils [req-081f6499-f5f6-43fa-80e7-533f473dca4d req-29c3309b-6c82-4ec2-b2d3-08f3adc1dab2 service nova] Releasing lock "refresh_cache-dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.525507] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.565741] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.568012] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.568012] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.568012] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.568012] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.568012] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.568453] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.568696] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.568911] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.569164] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.569428] env[68946]: DEBUG nova.virt.hardware [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.570381] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13843312-8b85-426c-994a-089de61400da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.583318] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e0a98-1731-40a6-bc01-1645cb5ca7ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.649818] env[68946]: DEBUG nova.scheduler.client.report [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.671612] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.763337] env[68946]: DEBUG nova.compute.manager [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received event network-vif-plugged-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.763583] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] Acquiring lock "7a048aad-8fdd-479b-8756-c871b610686b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.763815] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] Lock "7a048aad-8fdd-479b-8756-c871b610686b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.763981] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] Lock "7a048aad-8fdd-479b-8756-c871b610686b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.764435] env[68946]: DEBUG nova.compute.manager [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] No waiting events found dispatching network-vif-plugged-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.764620] env[68946]: WARNING nova.compute.manager [req-b0c75ff6-3749-4693-b37a-61ca5fd25427 req-b2932c81-cef4-44ff-9f54-534d5ab626c4 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received unexpected event network-vif-plugged-7c35648f-1c7d-4890-a9ab-6f455ed05b60 for instance with vm_state building and task_state spawning. [ 803.769148] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a62c43-39af-2df0-0c5f-043f09a2333f, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.769473] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.769730] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.769980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.785798] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52855fa7-6bfc-6035-dd6c-b5ac209d4df6, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.787041] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699a8ae2-7cb6-4af5-b61b-3d0c35845520 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.793638] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 803.793638] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7f6d6-c6e8-85c7-ae6a-0c8290ebf204" [ 803.793638] env[68946]: _type = "Task" [ 803.793638] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.806069] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7f6d6-c6e8-85c7-ae6a-0c8290ebf204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.865965] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Successfully updated port: 7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.160617] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.161440] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.169151] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.331s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.169351] env[68946]: DEBUG nova.objects.instance [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 804.191167] env[68946]: DEBUG oslo_vmware.api [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878486, 'name': PowerOnVM_Task, 'duration_secs': 0.603508} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.191495] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.191739] env[68946]: INFO nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Took 6.87 seconds to spawn the instance on the hypervisor. [ 804.191959] env[68946]: DEBUG nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.192813] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b788e9d-1302-401a-851c-0ba702e78213 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.304239] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7f6d6-c6e8-85c7-ae6a-0c8290ebf204, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.304467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.304724] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.305075] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.305271] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.305495] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e25a4f0-10cb-473a-b88d-d788ff920928 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.307617] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-514b4709-834a-4dad-8fb3-456ef92da773 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.316517] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 804.316517] env[68946]: value = "task-2878487" [ 804.316517] env[68946]: _type = "Task" [ 804.316517] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.318107] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.318107] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.322122] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae3462e-0991-47c7-a8f6-3ff7f5c6feb7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.329907] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 804.329907] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fca26f-aa85-74c7-285e-f50b86dc5a13" [ 804.329907] env[68946]: _type = "Task" [ 804.329907] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.333275] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.342652] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fca26f-aa85-74c7-285e-f50b86dc5a13, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.343917] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263a65e1-1575-42bc-b09d-c4dbd7d653ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.350417] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 804.350417] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527e328f-fcee-9315-6fe1-b9e8aed377ec" [ 804.350417] env[68946]: _type = "Task" [ 804.350417] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.360993] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527e328f-fcee-9315-6fe1-b9e8aed377ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.368270] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368423] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.368612] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.689465] env[68946]: DEBUG nova.compute.utils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.689465] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.689465] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.713599] env[68946]: INFO nova.compute.manager [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Took 38.13 seconds to build instance. [ 804.753011] env[68946]: DEBUG nova.policy [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00e5926dbf14724860a2d6434a67d6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07de62ce44dc480ca4e920d0d8bc8bbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.837326] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50699} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.837326] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.837326] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.837326] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec9a3fe3-9818-4e84-b64e-2cd91c8f06ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.844318] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 804.844318] env[68946]: value = "task-2878488" [ 804.844318] env[68946]: _type = "Task" [ 804.844318] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.859575] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.866869] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527e328f-fcee-9315-6fe1-b9e8aed377ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.867314] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.867730] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1/dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.868307] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b26129a-586f-4fcd-a605-a72017258ac5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.879950] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 804.879950] env[68946]: value = "task-2878489" [ 804.879950] env[68946]: _type = "Task" [ 804.879950] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.890261] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.924342] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.149467] env[68946]: DEBUG nova.network.neutron [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.191224] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f293de7-0a67-49a4-b3bd-14249a17a112 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.193044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.245s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.194669] env[68946]: INFO nova.compute.claims [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.201722] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.216111] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f088fdc-4920-41b7-9cf6-8f423a81d88a tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.648s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.267327] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Successfully created port: c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.357452] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065148} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.359305] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.360186] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001cb19a-a587-4177-a936-813c18baf89d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.387125] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.387464] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb088da6-7841-4b8d-884f-02eab1864151 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.421375] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878489, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.423435] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 805.423435] env[68946]: value = "task-2878490" [ 805.423435] env[68946]: _type = "Task" [ 805.423435] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.434740] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.518931] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc66ceb2-1db5-440d-a84e-176044d379b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.528734] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Suspending the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 805.528970] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cd4060e3-4e89-4c4e-858a-a974fba113d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.537562] env[68946]: DEBUG oslo_vmware.api [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 805.537562] env[68946]: value = "task-2878491" [ 805.537562] env[68946]: _type = "Task" [ 805.537562] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.548822] env[68946]: DEBUG oslo_vmware.api [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878491, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.656263] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656705] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Instance network_info: |[{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.657212] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c35648f-1c7d-4890-a9ab-6f455ed05b60', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.667027] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.667027] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.667027] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-237e8803-e402-40a0-9eb1-94318c380b50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.692743] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.692743] env[68946]: value = "task-2878492" [ 805.692743] env[68946]: _type = "Task" [ 805.692743] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.711029] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878492, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.720181] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.894593] env[68946]: DEBUG nova.compute.manager [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 805.894593] env[68946]: DEBUG nova.compute.manager [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing instance network info cache due to event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 805.894707] env[68946]: DEBUG oslo_concurrency.lockutils [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] Acquiring lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.894836] env[68946]: DEBUG oslo_concurrency.lockutils [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] Acquired lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.894990] env[68946]: DEBUG nova.network.neutron [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.904250] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878489, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.936134] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878490, 'name': ReconfigVM_Task, 'duration_secs': 0.484242} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.936446] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 01c5d417-3609-4987-9094-887626db9d30/01c5d417-3609-4987-9094-887626db9d30.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.937218] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fddb0b-26a3-40a0-be67-748c07b81801 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.946435] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 805.946435] env[68946]: value = "task-2878493" [ 805.946435] env[68946]: _type = "Task" [ 805.946435] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.960777] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878493, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.050778] env[68946]: DEBUG oslo_vmware.api [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878491, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.207241] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878492, 'name': CreateVM_Task, 'duration_secs': 0.402077} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.207241] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.207241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.207241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.207241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.207435] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a27fdbe-8184-4432-a7be-edd44bb2ac05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.215089] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.221235] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 806.221235] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528acb38-0b34-d17e-5746-a2be7d0b9631" [ 806.221235] env[68946]: _type = "Task" [ 806.221235] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.237527] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528acb38-0b34-d17e-5746-a2be7d0b9631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.245679] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.252992] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.253296] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.253501] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.253725] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.253910] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.254113] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.254391] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.254600] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.254815] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.255043] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.255376] env[68946]: DEBUG nova.virt.hardware [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.256436] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f673f-2fd4-43eb-984b-bbb744dceee5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.268117] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabd859-8058-4e20-90f8-b840ddc4ee5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.405986] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878489, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.45819} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.406375] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1/dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.406662] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.407413] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a47704b2-b7c2-4171-9773-da7b51cc9085 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.415801] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 806.415801] env[68946]: value = "task-2878494" [ 806.415801] env[68946]: _type = "Task" [ 806.415801] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.424975] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.459213] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878493, 'name': Rename_Task, 'duration_secs': 0.176019} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.459485] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.459741] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657b0ab5-8c06-46aa-9efe-8e9971aa7a76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.468633] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 806.468633] env[68946]: value = "task-2878495" [ 806.468633] env[68946]: _type = "Task" [ 806.468633] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.483110] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.557563] env[68946]: DEBUG oslo_vmware.api [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878491, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.743384] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528acb38-0b34-d17e-5746-a2be7d0b9631, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.744381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.745623] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.745623] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.745623] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.745623] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.746207] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ffb53-b425-4b8e-80b1-61c88d094aac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.749366] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc50c392-ada8-489c-8bbe-313e08f578b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.759792] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9720bf2-7568-4edc-a803-c49c50877334 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.766141] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.766481] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.767498] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2344b36a-3efa-40df-a445-125994d15cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.797838] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48b99f-3713-4ee5-a2ce-55bb62a6f232 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.802358] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 806.802358] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52345f89-b555-7bba-93d3-7bf9ceb90cfa" [ 806.802358] env[68946]: _type = "Task" [ 806.802358] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.812195] env[68946]: DEBUG nova.network.neutron [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updated VIF entry in instance network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.812571] env[68946]: DEBUG nova.network.neutron [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.816333] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a77a4-b743-4415-bb25-6b5f8d56da3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.825611] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52345f89-b555-7bba-93d3-7bf9ceb90cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013958} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.826798] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98701717-d707-4fed-8b3c-da29d18b1847 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.839757] env[68946]: DEBUG nova.compute.provider_tree [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.842747] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 806.842747] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273b133-0114-fde6-8d2f-de0de6ca51df" [ 806.842747] env[68946]: _type = "Task" [ 806.842747] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.854466] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273b133-0114-fde6-8d2f-de0de6ca51df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.858123] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Successfully updated port: c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.928525] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133029} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.928857] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.929793] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7764cfa-fef4-47c0-b64d-7b467328792d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.953867] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1/dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.956493] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50434876-9e61-48fa-8a5b-5c4adba3ce2e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.977343] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 806.977343] env[68946]: value = "task-2878496" [ 806.977343] env[68946]: _type = "Task" [ 806.977343] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.983365] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.989707] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.051513] env[68946]: DEBUG oslo_vmware.api [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878491, 'name': SuspendVM_Task, 'duration_secs': 1.435941} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.051797] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Suspended the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 807.051957] env[68946]: DEBUG nova.compute.manager [None req-6410afcf-da8c-470c-a286-43536166f7cf tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.052796] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58203986-83b5-49ce-aced-3f079e27d90c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.254750] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.255094] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.323070] env[68946]: DEBUG oslo_concurrency.lockutils [req-bdd9e097-6c63-4300-b8a3-a6f222c6005d req-25e78b37-c841-4970-905e-4ba5342d81f5 service nova] Releasing lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.342370] env[68946]: DEBUG nova.scheduler.client.report [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.355810] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273b133-0114-fde6-8d2f-de0de6ca51df, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.356609] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.356876] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7a048aad-8fdd-479b-8756-c871b610686b/7a048aad-8fdd-479b-8756-c871b610686b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.357157] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f62b96-ff04-4f54-8a95-a9905a40081e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.359581] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.359705] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquired lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.359846] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.366624] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 807.366624] env[68946]: value = "task-2878497" [ 807.366624] env[68946]: _type = "Task" [ 807.366624] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.379098] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.484624] env[68946]: DEBUG oslo_vmware.api [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878495, 'name': PowerOnVM_Task, 'duration_secs': 0.598431} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.485395] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.485675] env[68946]: DEBUG nova.compute.manager [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.486538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c39912-9f5d-437b-94c1-37c8543eaa7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492375] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878496, 'name': ReconfigVM_Task, 'duration_secs': 0.300608} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.493018] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1/dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.493790] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-867c3cc8-f6af-4936-917c-9154365f7398 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.504592] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 807.504592] env[68946]: value = "task-2878498" [ 807.504592] env[68946]: _type = "Task" [ 807.504592] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.514311] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878498, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.850327] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.850862] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.854878] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.872s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.855105] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.857142] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.943s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.857328] env[68946]: DEBUG nova.objects.instance [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 807.882518] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438733} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.883755] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7a048aad-8fdd-479b-8756-c871b610686b/7a048aad-8fdd-479b-8756-c871b610686b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.883755] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.883755] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a53999-1446-48b9-81b2-e2cdea7460c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.886641] env[68946]: INFO nova.scheduler.client.report [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Deleted allocations for instance 450dc5de-a86a-443d-9d33-1e27ada7471b [ 807.898334] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 807.898334] env[68946]: value = "task-2878499" [ 807.898334] env[68946]: _type = "Task" [ 807.898334] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.908710] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.914548] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.997108] env[68946]: DEBUG nova.compute.manager [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Received event network-vif-plugged-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.998172] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Acquiring lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.998172] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.998172] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.998172] env[68946]: DEBUG nova.compute.manager [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] No waiting events found dispatching network-vif-plugged-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.998172] env[68946]: WARNING nova.compute.manager [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Received unexpected event network-vif-plugged-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 for instance with vm_state building and task_state spawning. [ 807.998172] env[68946]: DEBUG nova.compute.manager [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Received event network-changed-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.998398] env[68946]: DEBUG nova.compute.manager [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Refreshing instance network info cache due to event network-changed-c783de6c-27f5-4c79-a5e3-ab2ce2237a05. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 807.998398] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Acquiring lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.014705] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.022387] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878498, 'name': Rename_Task, 'duration_secs': 0.401416} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.022387] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.022387] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6485acde-09aa-4dca-a336-0d25e025cfbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.029289] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 808.029289] env[68946]: value = "task-2878500" [ 808.029289] env[68946]: _type = "Task" [ 808.029289] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.039987] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.074160] env[68946]: DEBUG nova.network.neutron [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updating instance_info_cache with network_info: [{"id": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "address": "fa:16:3e:68:51:56", "network": {"id": "11c3f386-2c01-4a5b-8a3a-f147ba9639a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1136006407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07de62ce44dc480ca4e920d0d8bc8bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc783de6c-27", "ovs_interfaceid": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.363852] env[68946]: DEBUG nova.compute.utils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.370286] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.370427] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.401950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-47d9a371-92c0-45b1-abca-81fe582efb20 tempest-ServerShowV254Test-1400150678 tempest-ServerShowV254Test-1400150678-project-member] Lock "450dc5de-a86a-443d-9d33-1e27ada7471b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.776s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.413687] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069842} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.414966] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.415658] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08fef42-15fa-4add-96c4-9fa91c4c07af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.441403] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7a048aad-8fdd-479b-8756-c871b610686b/7a048aad-8fdd-479b-8756-c871b610686b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.443122] env[68946]: DEBUG nova.policy [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3896bb23e87a4cc59040dc3856028b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96e9731371a241e7a4cff83014522cd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.445087] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5907b095-454e-4022-bb2e-01747d187d5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.471077] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 808.471077] env[68946]: value = "task-2878501" [ 808.471077] env[68946]: _type = "Task" [ 808.471077] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.482193] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878501, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.541293] env[68946]: DEBUG oslo_vmware.api [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878500, 'name': PowerOnVM_Task, 'duration_secs': 0.48249} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.542031] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.542031] env[68946]: INFO nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Took 8.71 seconds to spawn the instance on the hypervisor. [ 808.542031] env[68946]: DEBUG nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.542718] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb52bbb-7eed-4bbb-8483-a14b1afc6ddf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.576866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Releasing lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.577229] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Instance network_info: |[{"id": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "address": "fa:16:3e:68:51:56", "network": {"id": "11c3f386-2c01-4a5b-8a3a-f147ba9639a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1136006407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07de62ce44dc480ca4e920d0d8bc8bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc783de6c-27", "ovs_interfaceid": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.577938] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Acquired lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.578051] env[68946]: DEBUG nova.network.neutron [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Refreshing network info cache for port c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.579275] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:51:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c783de6c-27f5-4c79-a5e3-ab2ce2237a05', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.587098] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Creating folder: Project (07de62ce44dc480ca4e920d0d8bc8bbc). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.588516] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cfd7675-eae0-4367-a63e-32145950bc6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.600821] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Created folder: Project (07de62ce44dc480ca4e920d0d8bc8bbc) in parent group-v578341. [ 808.600971] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Creating folder: Instances. Parent ref: group-v578468. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.601210] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cced00a-bdf9-49e7-94b4-8d0156c045fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.612486] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Created folder: Instances in parent group-v578468. [ 808.612833] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.613109] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.613410] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73cbac8f-e393-4347-afbb-8b5cc8827ec6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.635109] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.635109] env[68946]: value = "task-2878504" [ 808.635109] env[68946]: _type = "Task" [ 808.635109] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.650687] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878504, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.707618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.707926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.764767] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Successfully created port: 88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.839522] env[68946]: DEBUG nova.compute.manager [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.840962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14447e53-75b0-42db-b60b-6e2fd1c7772b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.870645] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.874283] env[68946]: DEBUG oslo_concurrency.lockutils [None req-040fc19c-5b0c-482e-bc11-9ddd5511a817 tempest-ServersAdmin275Test-233556442 tempest-ServersAdmin275Test-233556442-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.875496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.546s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.875728] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.878196] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.753s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.879857] env[68946]: INFO nova.compute.claims [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.913746] env[68946]: INFO nova.scheduler.client.report [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleted allocations for instance ca423313-0fcc-4480-8928-525309dd7bda [ 808.974047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "01c5d417-3609-4987-9094-887626db9d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.974047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.974047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "01c5d417-3609-4987-9094-887626db9d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.974047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.974047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.979965] env[68946]: INFO nova.compute.manager [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Terminating instance [ 808.990149] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.062837] env[68946]: INFO nova.compute.manager [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Took 41.34 seconds to build instance. [ 809.150943] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878504, 'name': CreateVM_Task, 'duration_secs': 0.392688} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.152984] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.153760] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.153921] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.154257] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.154515] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b238cc-145f-4d95-a956-32868f55b226 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.159767] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 809.159767] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da5818-a68d-94bf-9e32-16bfbb1e7759" [ 809.159767] env[68946]: _type = "Task" [ 809.159767] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.168249] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da5818-a68d-94bf-9e32-16bfbb1e7759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.212355] env[68946]: DEBUG nova.compute.utils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.353170] env[68946]: INFO nova.compute.manager [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] instance snapshotting [ 809.353414] env[68946]: WARNING nova.compute.manager [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 809.356267] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb5267-0bf8-41bf-a1a3-0d7df22540c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.361773] env[68946]: DEBUG nova.network.neutron [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updated VIF entry in instance network info cache for port c783de6c-27f5-4c79-a5e3-ab2ce2237a05. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.362135] env[68946]: DEBUG nova.network.neutron [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updating instance_info_cache with network_info: [{"id": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "address": "fa:16:3e:68:51:56", "network": {"id": "11c3f386-2c01-4a5b-8a3a-f147ba9639a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1136006407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07de62ce44dc480ca4e920d0d8bc8bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc783de6c-27", "ovs_interfaceid": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.380749] env[68946]: DEBUG oslo_concurrency.lockutils [req-ebe0de68-528d-435c-88a3-dcdc7e3648a2 req-13acf7f2-ef6c-4898-a6ae-842be6c57a11 service nova] Releasing lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.381614] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064ea60-e4d9-45ea-94bb-78069f63b811 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.427973] env[68946]: DEBUG oslo_concurrency.lockutils [None req-024068ae-b57c-44aa-a8d8-d14416b721bc tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "ca423313-0fcc-4480-8928-525309dd7bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.613s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.486391] env[68946]: DEBUG nova.compute.manager [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.486629] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.486856] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878501, 'name': ReconfigVM_Task, 'duration_secs': 0.807119} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.487603] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97b7bf9-a71a-4ba7-bae9-7c73b3bfea51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.490351] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7a048aad-8fdd-479b-8756-c871b610686b/7a048aad-8fdd-479b-8756-c871b610686b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.490958] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddfea486-7fa6-41fd-b92d-26b1398b11a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.498898] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.500500] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f07f42-cc81-4ed7-a166-0375cef0f3f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.501833] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 809.501833] env[68946]: value = "task-2878505" [ 809.501833] env[68946]: _type = "Task" [ 809.501833] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.507325] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 809.507325] env[68946]: value = "task-2878506" [ 809.507325] env[68946]: _type = "Task" [ 809.507325] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.514258] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878505, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.521043] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.542882] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.543067] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.566465] env[68946]: DEBUG oslo_concurrency.lockutils [None req-60ba2208-4897-4329-b403-4290a5ca0b32 tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.773s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.671813] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da5818-a68d-94bf-9e32-16bfbb1e7759, 'name': SearchDatastore_Task, 'duration_secs': 0.037831} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.672147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.672577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.672687] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.672936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.673057] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.673711] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f69b210-2d03-443d-a85f-832de3ec9497 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.686155] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.686155] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.686155] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e2b242-4ad0-412d-9c20-3c08b87b0d53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.692851] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 809.692851] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52888d7c-ecc1-c691-29d1-c775d72ceacd" [ 809.692851] env[68946]: _type = "Task" [ 809.692851] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.703158] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52888d7c-ecc1-c691-29d1-c775d72ceacd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.715475] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.886305] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.897216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.897315] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96bd91d8-e40b-4c9c-8e87-4709138857f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.907195] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 809.907195] env[68946]: value = "task-2878507" [ 809.907195] env[68946]: _type = "Task" [ 809.907195] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.919399] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.921562] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:02:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e1299d2b-e072-4f39-a028-cd9cc7bb7441',id=22,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1176578217',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.921796] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.921945] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.922143] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.922318] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.922463] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.922670] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.922824] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.922983] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.923188] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.923367] env[68946]: DEBUG nova.virt.hardware [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.924212] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d9867-ad57-41e8-b647-18d8fba61b7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.934455] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b8edf-f010-4ab4-a0fd-60a7092ada7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.014875] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878505, 'name': Rename_Task, 'duration_secs': 0.181293} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.015615] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.015900] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f28a6f-ed00-4be6-a97b-2c7f1dcf5eee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.022393] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878506, 'name': PowerOffVM_Task, 'duration_secs': 0.194426} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.023174] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.023461] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.023676] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be124ddb-effd-4f3f-ba57-bbe8c83f0293 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.027946] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 810.027946] env[68946]: value = "task-2878508" [ 810.027946] env[68946]: _type = "Task" [ 810.027946] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.043755] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.069213] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.097067] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.097351] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.097572] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore2] 01c5d417-3609-4987-9094-887626db9d30 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.097884] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8635d9e6-c69d-4ea3-a63d-08d95a925e99 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105302] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 810.105302] env[68946]: value = "task-2878510" [ 810.105302] env[68946]: _type = "Task" [ 810.105302] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.115281] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.206837] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52888d7c-ecc1-c691-29d1-c775d72ceacd, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.207653] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bd30e6-5901-4fca-9c51-57545eff4dfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.216560] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 810.216560] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ee3ce7-9fdb-2f17-f3b2-9498647a9f90" [ 810.216560] env[68946]: _type = "Task" [ 810.216560] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.228251] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ee3ce7-9fdb-2f17-f3b2-9498647a9f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.379925] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb12788-d235-460e-9b19-6212e90fa13e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.391765] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06360ed2-3787-40fa-9b15-ddcd9f5889c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.397980] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Successfully updated port: 88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.433444] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc16d5-b729-4fe8-ab1f-907e2c17cc92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.442355] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878507, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.446352] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c25c2a2-3f03-4486-90da-20d65a2f9c9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.462201] env[68946]: DEBUG nova.compute.provider_tree [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.483585] env[68946]: DEBUG nova.compute.manager [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Received event network-vif-plugged-88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.483681] env[68946]: DEBUG oslo_concurrency.lockutils [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] Acquiring lock "ff844732-4d22-402e-9166-6353ed5a4713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.483828] env[68946]: DEBUG oslo_concurrency.lockutils [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.483986] env[68946]: DEBUG oslo_concurrency.lockutils [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.484167] env[68946]: DEBUG nova.compute.manager [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] No waiting events found dispatching network-vif-plugged-88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.484327] env[68946]: WARNING nova.compute.manager [req-7f18c009-5264-4b2b-8581-dcf22a756136 req-b9a293bd-0ede-4b82-9da8-0b18790a2ceb service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Received unexpected event network-vif-plugged-88072b20-44c6-40b3-9c4b-f2c93516ed30 for instance with vm_state building and task_state spawning. [ 810.539521] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878508, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.594740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.617329] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.728856] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ee3ce7-9fdb-2f17-f3b2-9498647a9f90, 'name': SearchDatastore_Task, 'duration_secs': 0.026416} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.729176] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.729455] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 700ed01f-9ec2-4dcd-bac1-5a2254e587d6/700ed01f-9ec2-4dcd-bac1-5a2254e587d6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.729733] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f0a10d-13c4-43c4-b2ec-2e72b69b1a38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.738122] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 810.738122] env[68946]: value = "task-2878511" [ 810.738122] env[68946]: _type = "Task" [ 810.738122] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.750154] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.810269] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.810548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.810795] env[68946]: INFO nova.compute.manager [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Attaching volume 67e0c9ed-826a-4ffc-a3b5-6308e7df96f1 to /dev/sdb [ 810.850670] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b9cf6-16f5-4248-a3f1-56360657c371 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.860780] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd199d5c-668d-4148-b4c2-b81e39b32784 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.880455] env[68946]: DEBUG nova.virt.block_device [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updating existing volume attachment record: a0f768f3-93aa-47c1-861f-67c29b2502ff {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 810.930239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.930239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.930239] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.952102] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878507, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.966245] env[68946]: DEBUG nova.scheduler.client.report [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.974995] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "5f19bea0-0966-411b-a952-4a7b2145ac37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.975298] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.975514] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.975709] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.975879] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.978200] env[68946]: INFO nova.compute.manager [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Terminating instance [ 811.042913] env[68946]: DEBUG oslo_vmware.api [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878508, 'name': PowerOnVM_Task, 'duration_secs': 0.64545} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.043608] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.043608] env[68946]: INFO nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Took 7.52 seconds to spawn the instance on the hypervisor. [ 811.043825] env[68946]: DEBUG nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.044621] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ce0a00-e910-4d5b-8f9d-4b5dc440a1ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.126692] env[68946]: DEBUG oslo_vmware.api [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547337} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.127489] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.127717] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.128134] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.128134] env[68946]: INFO nova.compute.manager [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Took 1.64 seconds to destroy the instance on the hypervisor. [ 811.128902] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.128902] env[68946]: DEBUG nova.compute.manager [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.128902] env[68946]: DEBUG nova.network.neutron [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.252843] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.440794] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878507, 'name': CreateSnapshot_Task, 'duration_secs': 1.174439} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.441076] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.441875] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c7b65-36f5-4dea-84dc-7b29d9ed4098 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.472443] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.473014] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.479300] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.944s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.479300] env[68946]: DEBUG nova.objects.instance [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lazy-loading 'resources' on Instance uuid cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.482097] env[68946]: DEBUG nova.compute.manager [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.482306] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.483147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604af65-e493-45fe-9c0f-f39badb26a23 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.493372] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.493665] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db4de99-f0cf-4d02-a8e3-ef0b4f034d7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.501752] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 811.501752] env[68946]: value = "task-2878515" [ 811.501752] env[68946]: _type = "Task" [ 811.501752] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.502585] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.516821] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.567032] env[68946]: INFO nova.compute.manager [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Took 38.39 seconds to build instance. [ 811.718774] env[68946]: DEBUG nova.network.neutron [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.751439] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608066} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.751759] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 700ed01f-9ec2-4dcd-bac1-5a2254e587d6/700ed01f-9ec2-4dcd-bac1-5a2254e587d6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.752010] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.752450] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f3420a-2fdc-4dad-b7a5-c97f9c3771c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.761761] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 811.761761] env[68946]: value = "task-2878516" [ 811.761761] env[68946]: _type = "Task" [ 811.761761] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.773041] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.964984] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.965425] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ada1a58-eff5-45c5-ab5f-e99b393bc7d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.978931] env[68946]: DEBUG nova.compute.utils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.981261] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 811.981261] env[68946]: value = "task-2878517" [ 811.981261] env[68946]: _type = "Task" [ 811.981261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.981487] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.981852] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.987090] env[68946]: DEBUG nova.network.neutron [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.005318] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878517, 'name': CloneVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.019111] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878515, 'name': PowerOffVM_Task, 'duration_secs': 0.196536} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.019828] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.019982] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.020222] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec3151cc-1bfc-4fa2-a294-4fb3c6147638 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.069401] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae93df14-081d-4ba4-9a54-86e77a7ad307 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.072s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.086863] env[68946]: DEBUG nova.policy [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b31a192232db46ec9f758dd355631d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b4ccc7c0214235b5e731046fc5f590', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.093433] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.094048] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.094495] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleting the datastore file [datastore1] 5f19bea0-0966-411b-a952-4a7b2145ac37 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.095393] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e91a9f-9972-4d18-ba87-5a39d6e112c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.109215] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for the task: (returnval){ [ 812.109215] env[68946]: value = "task-2878519" [ 812.109215] env[68946]: _type = "Task" [ 812.109215] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.133043] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.221591] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.221939] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Instance network_info: |[{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.222975] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:fe:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88072b20-44c6-40b3-9c4b-f2c93516ed30', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.232178] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.233803] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.234346] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb86d6f-fb77-47cd-88f6-14bda07c1061 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.258413] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.258413] env[68946]: value = "task-2878520" [ 812.258413] env[68946]: _type = "Task" [ 812.258413] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.272398] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878520, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.278459] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097851} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.280438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.280438] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf505b-1ecc-47cd-bac9-8b5a4ccb112c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.307691] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 700ed01f-9ec2-4dcd-bac1-5a2254e587d6/700ed01f-9ec2-4dcd-bac1-5a2254e587d6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.310429] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51336092-3f00-453c-9b58-6d1e56c4f6f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.332044] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 812.332044] env[68946]: value = "task-2878521" [ 812.332044] env[68946]: _type = "Task" [ 812.332044] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.342116] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.455953] env[68946]: DEBUG nova.compute.manager [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.456154] env[68946]: DEBUG nova.compute.manager [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing instance network info cache due to event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.456373] env[68946]: DEBUG oslo_concurrency.lockutils [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] Acquiring lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.456506] env[68946]: DEBUG oslo_concurrency.lockutils [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] Acquired lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.456655] env[68946]: DEBUG nova.network.neutron [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.483843] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.490311] env[68946]: INFO nova.compute.manager [-] [instance: 01c5d417-3609-4987-9094-887626db9d30] Took 1.36 seconds to deallocate network for instance. [ 812.508139] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878517, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.573197] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.607195] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Successfully created port: 9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.623822] env[68946]: DEBUG oslo_vmware.api [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Task: {'id': task-2878519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407903} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.627565] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.628299] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.628639] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.629030] env[68946]: INFO nova.compute.manager [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.629400] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.632015] env[68946]: DEBUG nova.compute.manager [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.632015] env[68946]: DEBUG nova.network.neutron [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.663563] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35574378-19d4-4c9b-95cb-1656802d4e13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.680557] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddcb641-20ba-4453-b40f-fdce6db66986 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.723582] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f1399-c279-4cd0-8666-f95334cf8108 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.734293] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808b84c-1aba-4bae-b2f2-eda52a4833e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.758941] env[68946]: DEBUG nova.compute.provider_tree [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.772977] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878520, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.778990] env[68946]: DEBUG nova.compute.manager [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Received event network-changed-88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.778990] env[68946]: DEBUG nova.compute.manager [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Refreshing instance network info cache due to event network-changed-88072b20-44c6-40b3-9c4b-f2c93516ed30. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.778990] env[68946]: DEBUG oslo_concurrency.lockutils [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778990] env[68946]: DEBUG oslo_concurrency.lockutils [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.778990] env[68946]: DEBUG nova.network.neutron [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Refreshing network info cache for port 88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.844706] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878521, 'name': ReconfigVM_Task, 'duration_secs': 0.442376} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.845124] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 700ed01f-9ec2-4dcd-bac1-5a2254e587d6/700ed01f-9ec2-4dcd-bac1-5a2254e587d6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.846329] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b25e36b-0bf3-424f-b0bc-61f822868bee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.854893] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 812.854893] env[68946]: value = "task-2878522" [ 812.854893] env[68946]: _type = "Task" [ 812.854893] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.871110] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878522, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.002972] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.003320] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878517, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.097385] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.193762] env[68946]: DEBUG nova.network.neutron [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updated VIF entry in instance network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.193762] env[68946]: DEBUG nova.network.neutron [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.267887] env[68946]: DEBUG nova.scheduler.client.report [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.277634] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878520, 'name': CreateVM_Task, 'duration_secs': 0.612519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.277831] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.278490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.278653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.278964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.279240] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f1be67-d8b8-47a0-861e-48cfbccfc618 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.290219] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 813.290219] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9b9c0-e14e-50ca-84d3-d29219c25264" [ 813.290219] env[68946]: _type = "Task" [ 813.290219] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.300373] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9b9c0-e14e-50ca-84d3-d29219c25264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.367459] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878522, 'name': Rename_Task, 'duration_secs': 0.303975} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.367739] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.367988] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef3c2fe7-9c56-48a6-8821-23d506c5cd51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.377049] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 813.377049] env[68946]: value = "task-2878524" [ 813.377049] env[68946]: _type = "Task" [ 813.377049] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.385413] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.391490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "7a048aad-8fdd-479b-8756-c871b610686b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.393055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.393055] env[68946]: INFO nova.compute.manager [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Rebooting instance [ 813.439473] env[68946]: DEBUG nova.network.neutron [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.496825] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.506308] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878517, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.506683] env[68946]: DEBUG nova.network.neutron [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updated VIF entry in instance network info cache for port 88072b20-44c6-40b3-9c4b-f2c93516ed30. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.508241] env[68946]: DEBUG nova.network.neutron [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.527535] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.527797] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.527953] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.528269] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.528593] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.528655] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.528850] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.529016] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.529214] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.529415] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.529598] env[68946]: DEBUG nova.virt.hardware [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.530855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d1f4b-ec3c-46f2-96b1-f02654c37c85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.542031] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a651679-bda5-41f1-b46a-5150aa83765a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.699557] env[68946]: DEBUG oslo_concurrency.lockutils [req-a4f0d581-9dc8-426d-a751-d9cfe2e9c544 req-e606092c-f3b1-4eb3-8dad-0b57a5b82b0f service nova] Releasing lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.774441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.777632] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.961s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.778768] env[68946]: INFO nova.compute.claims [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.803206] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9b9c0-e14e-50ca-84d3-d29219c25264, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.803647] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.804472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.804899] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.805087] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.805279] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.807090] env[68946]: INFO nova.scheduler.client.report [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Deleted allocations for instance cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83 [ 813.808037] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1faeac-2440-455a-afde-248aca3a1f84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.819728] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.819728] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.820069] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43b9cc5-15dd-469c-83e8-627db7a8cfcc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.828919] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 813.828919] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52606af7-e535-66b6-4f87-ae6f36392d64" [ 813.828919] env[68946]: _type = "Task" [ 813.828919] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.838652] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52606af7-e535-66b6-4f87-ae6f36392d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.886529] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.917930] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918135] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquired lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.918312] env[68946]: DEBUG nova.network.neutron [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.944177] env[68946]: INFO nova.compute.manager [-] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Took 1.31 seconds to deallocate network for instance. [ 813.952123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.952439] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.952745] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.953034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.953309] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.956417] env[68946]: INFO nova.compute.manager [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Terminating instance [ 814.003937] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878517, 'name': CloneVM_Task, 'duration_secs': 1.742095} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.004294] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Created linked-clone VM from snapshot [ 814.005091] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc2376-1151-49f9-b2ab-1acc2a52dea8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.009826] env[68946]: DEBUG oslo_concurrency.lockutils [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.010070] env[68946]: DEBUG nova.compute.manager [req-8de7ea45-c19c-4113-82d0-04fe61411cb7 req-fb193e09-99b9-4534-b381-f5d634300b0f service nova] [instance: 01c5d417-3609-4987-9094-887626db9d30] Received event network-vif-deleted-8c111044-407b-4b8d-ac08-ff14ebf40eb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.015232] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Uploading image f4d74478-4476-48d2-8d07-2378137d37f2 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.044411] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.044411] env[68946]: value = "vm-578475" [ 814.044411] env[68946]: _type = "VirtualMachine" [ 814.044411] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.044825] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fa71dbe-44e7-40b1-8208-3de9591bbb44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.055619] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease: (returnval){ [ 814.055619] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae59db-ec16-5391-66cc-9736210f9981" [ 814.055619] env[68946]: _type = "HttpNfcLease" [ 814.055619] env[68946]: } obtained for exporting VM: (result){ [ 814.055619] env[68946]: value = "vm-578475" [ 814.055619] env[68946]: _type = "VirtualMachine" [ 814.055619] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.055619] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the lease: (returnval){ [ 814.055619] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae59db-ec16-5391-66cc-9736210f9981" [ 814.055619] env[68946]: _type = "HttpNfcLease" [ 814.055619] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.065825] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.065825] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae59db-ec16-5391-66cc-9736210f9981" [ 814.065825] env[68946]: _type = "HttpNfcLease" [ 814.065825] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.317940] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cd98e72b-eaae-4c22-8e61-6792bfb57a9e tempest-DeleteServersAdminTestJSON-1538301613 tempest-DeleteServersAdminTestJSON-1538301613-project-member] Lock "cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.087s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.343390] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52606af7-e535-66b6-4f87-ae6f36392d64, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.345211] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938c61c5-8284-4177-ac7f-0636d151c020 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.352978] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 814.352978] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5284b7be-5dfb-4630-87f8-4ff89e52e35a" [ 814.352978] env[68946]: _type = "Task" [ 814.352978] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.364843] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5284b7be-5dfb-4630-87f8-4ff89e52e35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.389250] env[68946]: DEBUG oslo_vmware.api [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878524, 'name': PowerOnVM_Task, 'duration_secs': 0.78163} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.389250] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.389472] env[68946]: INFO nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Took 8.17 seconds to spawn the instance on the hypervisor. [ 814.389654] env[68946]: DEBUG nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.391277] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05ec7a-751d-4894-96c4-ef405735fded {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.451704] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.461846] env[68946]: DEBUG nova.compute.manager [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.462137] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.463828] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b24f8-7c8a-4eb2-851c-f8bfa2759e61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.474874] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.475190] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b333d494-3f41-4dfc-8de3-98f3ffcdcae6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.486297] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 814.486297] env[68946]: value = "task-2878526" [ 814.486297] env[68946]: _type = "Task" [ 814.486297] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.499894] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.569490] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.569490] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae59db-ec16-5391-66cc-9736210f9981" [ 814.569490] env[68946]: _type = "HttpNfcLease" [ 814.569490] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 814.569873] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 814.569873] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae59db-ec16-5391-66cc-9736210f9981" [ 814.569873] env[68946]: _type = "HttpNfcLease" [ 814.569873] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 814.570684] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfba2ec-baad-40ce-8835-01a43a983044 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.582066] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 814.582413] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 814.708470] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bb997e5-a9be-4f7b-a438-a50731773511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.811265] env[68946]: DEBUG nova.network.neutron [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.869076] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5284b7be-5dfb-4630-87f8-4ff89e52e35a, 'name': SearchDatastore_Task, 'duration_secs': 0.023345} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.869351] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.869619] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.870853] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8818d4-c782-4b2b-bfcf-501cb1def9de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.877946] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 814.877946] env[68946]: value = "task-2878527" [ 814.877946] env[68946]: _type = "Task" [ 814.877946] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.890418] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.916805] env[68946]: INFO nova.compute.manager [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Took 41.23 seconds to build instance. [ 814.941551] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Successfully updated port: 9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.972894] env[68946]: DEBUG nova.compute.manager [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received event network-vif-plugged-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.974484] env[68946]: DEBUG oslo_concurrency.lockutils [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.974715] env[68946]: DEBUG oslo_concurrency.lockutils [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.974880] env[68946]: DEBUG oslo_concurrency.lockutils [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.975073] env[68946]: DEBUG nova.compute.manager [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] No waiting events found dispatching network-vif-plugged-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.975239] env[68946]: WARNING nova.compute.manager [req-36689f29-6a0b-402b-9e04-4cd8f5bb2875 req-420e4a33-e6d7-4bf8-b926-446a10cec904 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received unexpected event network-vif-plugged-9abd14a1-af6d-4fe6-9620-0d353563e5ff for instance with vm_state building and task_state spawning. [ 815.001101] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878526, 'name': PowerOffVM_Task, 'duration_secs': 0.258806} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.002601] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.002991] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.003500] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd242c4-0221-4960-944d-ed1b6abfb237 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.078781] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.078781] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.078781] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Deleting the datastore file [datastore2] dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.079388] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a122ae-6d96-4c18-926c-c38b15366a81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.088368] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for the task: (returnval){ [ 815.088368] env[68946]: value = "task-2878529" [ 815.088368] env[68946]: _type = "Task" [ 815.088368] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.101119] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.300561] env[68946]: DEBUG nova.compute.manager [req-e9343c0d-0a89-4cce-adfa-b9b8243be24f req-6c2b3b89-525c-4da7-ad82-1fa32c895251 service nova] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Received event network-vif-deleted-8b8f4ae1-cb33-48a1-8703-b9e3f76a2473 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.314895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Releasing lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.401840] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.421444] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c030442a-ec66-4d2c-ada4-ae0c72415cc1 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.486s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.448340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448505] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449375] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.466700] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 815.467046] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578474', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'name': 'volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ad2e8d2-6f2c-45db-82e3-551fe97fd05c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'serial': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 815.468026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d53aa-cd4b-4216-839f-4f2fbac61bc9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.474640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39c498-c3e7-4be4-b3f0-baccfc2f2b2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.503826] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee05533-1aa3-4bbe-ad53-467c373ae9fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.508226] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351821b9-7613-4c3d-b441-4c2e68f2d3a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.589789] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1/volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.590886] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2006c-d704-47b1-a02e-20b4da39f1b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.594374] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ba3322-cefb-4e19-8c5b-a510479fc976 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.621949] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317caf98-1dbb-436c-a295-79a75372eac7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.626156] env[68946]: DEBUG oslo_vmware.api [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Task: {'id': task-2878529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327358} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.626430] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Waiting for the task: (returnval){ [ 815.626430] env[68946]: value = "task-2878530" [ 815.626430] env[68946]: _type = "Task" [ 815.626430] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.626675] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.626942] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.627132] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.627317] env[68946]: INFO nova.compute.manager [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.627947] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.628639] env[68946]: DEBUG nova.compute.manager [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.628753] env[68946]: DEBUG nova.network.neutron [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.641773] env[68946]: DEBUG nova.compute.provider_tree [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.649982] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.822048] env[68946]: DEBUG nova.compute.manager [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.823050] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a1945-db6b-4c18-8c3d-ea2810214660 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.894829] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724479} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.895164] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.895339] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.895594] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-415ac8c2-92ce-4202-8948-9b3ab2a3188e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.907474] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 815.907474] env[68946]: value = "task-2878531" [ 815.907474] env[68946]: _type = "Task" [ 815.907474] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.921053] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.007056] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.141548] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.146033] env[68946]: DEBUG nova.scheduler.client.report [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.258621] env[68946]: DEBUG nova.network.neutron [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [{"id": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "address": "fa:16:3e:f9:2c:26", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd14a1-af", "ovs_interfaceid": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.418049] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.418377] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.419234] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b455ddb-7114-4d1b-be4d-1ac5177fc3d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.447835] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.448168] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ed16e3-81f1-4118-85f2-1cc0707069c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.472897] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 816.472897] env[68946]: value = "task-2878532" [ 816.472897] env[68946]: _type = "Task" [ 816.472897] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.483367] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.550977] env[68946]: DEBUG nova.network.neutron [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.640603] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878530, 'name': ReconfigVM_Task, 'duration_secs': 0.717175} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.640920] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1/volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.649394] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a2b06c-ead1-4640-8222-c4c4b55799c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.664626] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.664626] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.667866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.242s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.667866] env[68946]: DEBUG nova.objects.instance [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lazy-loading 'resources' on Instance uuid db41ee2a-8fae-4d88-a70f-317ab3053982 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.680389] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Waiting for the task: (returnval){ [ 816.680389] env[68946]: value = "task-2878533" [ 816.680389] env[68946]: _type = "Task" [ 816.680389] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.695683] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.765022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765022] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance network_info: |[{"id": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "address": "fa:16:3e:f9:2c:26", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd14a1-af", "ovs_interfaceid": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.765022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:2c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9abd14a1-af6d-4fe6-9620-0d353563e5ff', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.776208] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.777266] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.777786] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ecc2e2e-b45f-473b-892c-a044b36e7686 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.808337] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.808337] env[68946]: value = "task-2878534" [ 816.808337] env[68946]: _type = "Task" [ 816.808337] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.823585] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878534, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.844893] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d4c66c-15a8-4ed0-b3b8-bd3c57169671 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.857071] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Doing hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 816.857643] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5f82eab8-10d8-4e46-a019-b86bec274b03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.867242] env[68946]: DEBUG oslo_vmware.api [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 816.867242] env[68946]: value = "task-2878535" [ 816.867242] env[68946]: _type = "Task" [ 816.867242] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.885017] env[68946]: DEBUG oslo_vmware.api [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878535, 'name': ResetVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.985550] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878532, 'name': ReconfigVM_Task, 'duration_secs': 0.454324} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.985772] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.986537] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0013552f-f46f-40e4-9232-567a1b9c2f95 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.995209] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 816.995209] env[68946]: value = "task-2878536" [ 816.995209] env[68946]: _type = "Task" [ 816.995209] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.005249] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878536, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.055317] env[68946]: INFO nova.compute.manager [-] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Took 1.43 seconds to deallocate network for instance. [ 817.076350] env[68946]: DEBUG nova.compute.manager [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.076350] env[68946]: DEBUG nova.compute.manager [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing instance network info cache due to event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.076838] env[68946]: DEBUG oslo_concurrency.lockutils [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] Acquiring lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.077111] env[68946]: DEBUG oslo_concurrency.lockutils [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] Acquired lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.079379] env[68946]: DEBUG nova.network.neutron [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing network info cache for port 9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.172029] env[68946]: DEBUG nova.compute.utils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.172999] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.173327] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.198661] env[68946]: DEBUG oslo_vmware.api [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878533, 'name': ReconfigVM_Task, 'duration_secs': 0.208714} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.199327] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578474', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'name': 'volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ad2e8d2-6f2c-45db-82e3-551fe97fd05c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'serial': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.230287] env[68946]: DEBUG nova.policy [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe3559740e81469c9cb028dc79a2e44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8330472b2ab44eba8a26084a1871435d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.320714] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878534, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.371211] env[68946]: DEBUG nova.compute.manager [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Received event network-changed-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.371211] env[68946]: DEBUG nova.compute.manager [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Refreshing instance network info cache due to event network-changed-c783de6c-27f5-4c79-a5e3-ab2ce2237a05. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.371211] env[68946]: DEBUG oslo_concurrency.lockutils [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] Acquiring lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.371211] env[68946]: DEBUG oslo_concurrency.lockutils [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] Acquired lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.371211] env[68946]: DEBUG nova.network.neutron [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Refreshing network info cache for port c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.385129] env[68946]: DEBUG oslo_vmware.api [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878535, 'name': ResetVM_Task, 'duration_secs': 0.117609} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.386221] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Did hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 817.386650] env[68946]: DEBUG nova.compute.manager [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.387894] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee8e043-a679-4584-860e-83b8a2d0b330 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.509718] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878536, 'name': Rename_Task, 'duration_secs': 0.20672} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.510150] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.510477] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0596dc65-e478-4c96-ac9d-0f52516f6eed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.519701] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 817.519701] env[68946]: value = "task-2878537" [ 817.519701] env[68946]: _type = "Task" [ 817.519701] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.531967] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.567043] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.630393] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Successfully created port: 6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.680248] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.801953] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5d70a-4e60-4e5f-a2a2-ab40949ac818 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.821225] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6132291-e104-4154-a4e4-57c7b1cae42f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.829867] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878534, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.870640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85da747-8d67-413c-811f-ce9e5fec60e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.882664] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb6a72-2791-4f41-9f6d-de126c3ca0cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.900170] env[68946]: DEBUG nova.compute.provider_tree [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.908195] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b2c89873-ca60-4796-b630-90b97cc93d56 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.516s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.994307] env[68946]: DEBUG nova.network.neutron [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updated VIF entry in instance network info cache for port 9abd14a1-af6d-4fe6-9620-0d353563e5ff. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.994811] env[68946]: DEBUG nova.network.neutron [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [{"id": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "address": "fa:16:3e:f9:2c:26", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd14a1-af", "ovs_interfaceid": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.033576] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.187174] env[68946]: INFO nova.virt.block_device [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Booting with volume 65478d36-faef-4145-9918-b94746ec38de at /dev/sda [ 818.202173] env[68946]: DEBUG nova.network.neutron [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updated VIF entry in instance network info cache for port c783de6c-27f5-4c79-a5e3-ab2ce2237a05. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.202458] env[68946]: DEBUG nova.network.neutron [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updating instance_info_cache with network_info: [{"id": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "address": "fa:16:3e:68:51:56", "network": {"id": "11c3f386-2c01-4a5b-8a3a-f147ba9639a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1136006407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07de62ce44dc480ca4e920d0d8bc8bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc783de6c-27", "ovs_interfaceid": "c783de6c-27f5-4c79-a5e3-ab2ce2237a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.239877] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc801716-304e-44f6-ad45-44f78416f9ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.251482] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285cc01-b08b-42f0-a0ec-c1f62f8cb483 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.264182] env[68946]: DEBUG nova.objects.instance [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lazy-loading 'flavor' on Instance uuid 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.299462] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bebbe28f-32ba-43c0-a68f-7de91e154083 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.311527] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd84a4-8a87-4308-95a9-4ea628493f90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.334706] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878534, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.359247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3934830-4264-43e6-8a75-9fb710ce64c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.368056] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34667b7b-bb5d-4afd-a882-82649319474a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.384379] env[68946]: DEBUG nova.virt.block_device [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating existing volume attachment record: 620db151-4f5d-4143-96db-f57b918426b7 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.404359] env[68946]: DEBUG nova.scheduler.client.report [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.498760] env[68946]: DEBUG oslo_concurrency.lockutils [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] Releasing lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.499229] env[68946]: DEBUG nova.compute.manager [req-fd9558bb-3ffc-4170-a448-606fce138fcc req-7e54e380-2891-45cf-a029-24e435592b8a service nova] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Received event network-vif-deleted-a48ce351-b286-4ceb-9a69-7476ad355a6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.531142] env[68946]: DEBUG oslo_vmware.api [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878537, 'name': PowerOnVM_Task, 'duration_secs': 0.692459} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.531454] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.531694] env[68946]: INFO nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Took 8.65 seconds to spawn the instance on the hypervisor. [ 818.531878] env[68946]: DEBUG nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.532758] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ff40e-ae67-4dea-80dc-caa293c08307 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.705543] env[68946]: DEBUG oslo_concurrency.lockutils [req-fef00cbf-9a03-4ec4-a89f-e194b2a4370b req-73357180-c403-4b52-9ceb-14bbbe876366 service nova] Releasing lock "refresh_cache-700ed01f-9ec2-4dcd-bac1-5a2254e587d6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.773944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bd6bbf0f-fcc7-4051-80c8-f9e9547ab786 tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.963s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.835860] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878534, 'name': CreateVM_Task, 'duration_secs': 1.530354} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.835986] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.836688] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.836854] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.837214] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.837495] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81521cbf-3eb5-440d-a036-6079e575a165 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.842757] env[68946]: DEBUG nova.objects.instance [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lazy-loading 'flavor' on Instance uuid e3bd81fe-2bb2-43de-b475-b1cdcff1a710 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.845931] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 818.845931] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521abe21-02d0-cf04-598f-42389b420930" [ 818.845931] env[68946]: _type = "Task" [ 818.845931] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.857141] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521abe21-02d0-cf04-598f-42389b420930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.910878] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.916220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.126s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.917542] env[68946]: INFO nova.compute.claims [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.940336] env[68946]: INFO nova.scheduler.client.report [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Deleted allocations for instance db41ee2a-8fae-4d88-a70f-317ab3053982 [ 819.054222] env[68946]: INFO nova.compute.manager [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Took 37.14 seconds to build instance. [ 819.319920] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Successfully updated port: 6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.334386] env[68946]: DEBUG nova.compute.manager [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.334587] env[68946]: DEBUG nova.compute.manager [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing instance network info cache due to event network-changed-7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 819.334955] env[68946]: DEBUG oslo_concurrency.lockutils [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] Acquiring lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.335083] env[68946]: DEBUG oslo_concurrency.lockutils [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] Acquired lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.335194] env[68946]: DEBUG nova.network.neutron [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Refreshing network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.352877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.353081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.367608] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521abe21-02d0-cf04-598f-42389b420930, 'name': SearchDatastore_Task, 'duration_secs': 0.015959} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.367949] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.368217] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.368471] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.368654] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.368873] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.369218] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d779e62-26f5-4510-9e55-74d26550a326 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.382209] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.382452] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.383400] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89539573-ce1f-4992-98cb-d8d15a722c86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.390769] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 819.390769] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525bf03e-be7d-5a30-9086-d13aa9329647" [ 819.390769] env[68946]: _type = "Task" [ 819.390769] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.403377] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525bf03e-be7d-5a30-9086-d13aa9329647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.453810] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84ac879a-2596-4c6b-833c-1b62639d0e4a tempest-ServersAdminNegativeTestJSON-1206727252 tempest-ServersAdminNegativeTestJSON-1206727252-project-member] Lock "db41ee2a-8fae-4d88-a70f-317ab3053982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.700s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.556865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0ba785a5-d14e-4beb-9681-f83ef44088cb tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.499s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.623966] env[68946]: DEBUG nova.compute.manager [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Received event network-vif-plugged-6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.624191] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Acquiring lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.624432] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.624621] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.624790] env[68946]: DEBUG nova.compute.manager [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] No waiting events found dispatching network-vif-plugged-6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.624990] env[68946]: WARNING nova.compute.manager [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Received unexpected event network-vif-plugged-6af42639-96b7-4ba3-b322-b4a209f484da for instance with vm_state building and task_state block_device_mapping. [ 819.625196] env[68946]: DEBUG nova.compute.manager [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Received event network-changed-6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.625380] env[68946]: DEBUG nova.compute.manager [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Refreshing instance network info cache due to event network-changed-6af42639-96b7-4ba3-b322-b4a209f484da. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 819.625581] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Acquiring lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.625745] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Acquired lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.625908] env[68946]: DEBUG nova.network.neutron [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Refreshing network info cache for port 6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.768521] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "7a048aad-8fdd-479b-8756-c871b610686b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.768826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.769079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "7a048aad-8fdd-479b-8756-c871b610686b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.769289] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.769492] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.771983] env[68946]: INFO nova.compute.manager [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Terminating instance [ 819.822951] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.845223] env[68946]: DEBUG nova.network.neutron [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.904021] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525bf03e-be7d-5a30-9086-d13aa9329647, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.904021] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c19bcf-43c3-4e4d-9f5f-064c4ebce96f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.911348] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 819.911348] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b37769-8bde-6043-a84a-c99d11daffe2" [ 819.911348] env[68946]: _type = "Task" [ 819.911348] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.921187] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b37769-8bde-6043-a84a-c99d11daffe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.090714] env[68946]: DEBUG nova.network.neutron [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updated VIF entry in instance network info cache for port 7c35648f-1c7d-4890-a9ab-6f455ed05b60. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.090714] env[68946]: DEBUG nova.network.neutron [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [{"id": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "address": "fa:16:3e:80:e3:8a", "network": {"id": "6b98da6e-0fd2-4c78-9e22-b60ca1c51d22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1908338454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa2e49359ed6499f992da983a111ebf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c35648f-1c", "ovs_interfaceid": "7c35648f-1c7d-4890-a9ab-6f455ed05b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.167360] env[68946]: DEBUG nova.network.neutron [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.262384] env[68946]: DEBUG nova.network.neutron [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.274920] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.275583] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.277757] env[68946]: DEBUG nova.compute.manager [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.277967] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.279062] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f668a28-d78e-4585-9356-ab56221852f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.287655] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.287998] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5ba066-8200-4b3b-b8f8-171c74a42161 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.299313] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 820.299313] env[68946]: value = "task-2878538" [ 820.299313] env[68946]: _type = "Task" [ 820.299313] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.316560] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.424159] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b37769-8bde-6043-a84a-c99d11daffe2, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.426809] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.427479] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0602abd9-dd28-4717-84de-3206cf353891/0602abd9-dd28-4717-84de-3206cf353891.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.427615] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c79ad9d-f75c-492a-9327-3f5571a58c03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.435442] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 820.435442] env[68946]: value = "task-2878539" [ 820.435442] env[68946]: _type = "Task" [ 820.435442] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.445256] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.502896] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.503938] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.504277] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.504503] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.504863] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.504930] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.505068] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.505304] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.505466] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.505632] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.505795] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.505963] env[68946]: DEBUG nova.virt.hardware [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.509610] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe5420-3ca0-4f51-a994-1290561d7f94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.526716] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683db9aa-5a32-43f8-8b5f-13d66062f2d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.539122] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2924d9-12c3-40e2-800d-69728b4256ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.557426] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ae2a0-2268-4310-b075-70b6b42b8748 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.599733] env[68946]: DEBUG oslo_concurrency.lockutils [req-97aa3e6c-dfc5-41b5-a2e4-943c81406b30 req-76619d60-e683-4b9e-bde9-6581e1143447 service nova] Releasing lock "refresh_cache-7a048aad-8fdd-479b-8756-c871b610686b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.601368] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eca2f2a-c6b4-44aa-9e92-b4d02b4981a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.610943] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bdb2d9-c46d-4592-ba6c-57d7ed5a5e20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.625882] env[68946]: DEBUG nova.compute.provider_tree [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.766731] env[68946]: DEBUG oslo_concurrency.lockutils [req-b7a09652-f040-40cb-bd16-73599337053c req-ba5b320d-318b-4eb8-8f07-7f8aba2fbfd6 service nova] Releasing lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquired lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.767437] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.782130] env[68946]: INFO nova.compute.manager [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Detaching volume 67e0c9ed-826a-4ffc-a3b5-6308e7df96f1 [ 820.812035] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878538, 'name': PowerOffVM_Task, 'duration_secs': 0.333255} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.815520] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.815520] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.815520] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884f22e2-a4b1-4b6f-85aa-90680a7c043a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.832485] env[68946]: INFO nova.virt.block_device [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Attempting to driver detach volume 67e0c9ed-826a-4ffc-a3b5-6308e7df96f1 from mountpoint /dev/sdb [ 820.833029] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 820.833029] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578474', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'name': 'volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ad2e8d2-6f2c-45db-82e3-551fe97fd05c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'serial': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 820.833954] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8f568-716d-49a6-9b9e-bd63019d741e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.859220] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276f07d-8b3d-43d1-ad51-bbfc5ee8d735 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.870554] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891b913-e898-4c0a-a0b4-40b34355f933 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.894512] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fcefc-dfe0-48db-be81-6fc63160064e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916969] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] The volume has not been displaced from its original location: [datastore1] volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1/volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 820.923066] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.924560] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037ae51b-f8fd-4f86-bf84-6358ea9f57e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.951131] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.953012] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Waiting for the task: (returnval){ [ 820.953012] env[68946]: value = "task-2878541" [ 820.953012] env[68946]: _type = "Task" [ 820.953012] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.963095] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.963095] env[68946]: DEBUG nova.network.neutron [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.132025] env[68946]: DEBUG nova.scheduler.client.report [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.143373] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.144114] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.144502] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleting the datastore file [datastore2] 7a048aad-8fdd-479b-8756-c871b610686b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.144956] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a29e025e-db53-4b2c-a9b4-a2fe2560c8f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.152625] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 821.152625] env[68946]: value = "task-2878542" [ 821.152625] env[68946]: _type = "Task" [ 821.152625] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.164174] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.302522] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.452883] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.465497] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878541, 'name': ReconfigVM_Task, 'duration_secs': 0.277546} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.465497] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.470620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.470884] env[68946]: DEBUG nova.compute.manager [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Inject network info {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 821.471199] env[68946]: DEBUG nova.compute.manager [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] network_info to inject: |[{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 821.477671] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfiguring VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 821.477671] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb49665-9441-4883-8f83-69746800572b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.490013] env[68946]: DEBUG nova.network.neutron [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating instance_info_cache with network_info: [{"id": "6af42639-96b7-4ba3-b322-b4a209f484da", "address": "fa:16:3e:54:77:8e", "network": {"id": "f852c4be-4321-4f6f-bd2e-1d592ceae9bf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1180316744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8330472b2ab44eba8a26084a1871435d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af42639-96", "ovs_interfaceid": "6af42639-96b7-4ba3-b322-b4a209f484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.491538] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8a12c3-c006-47f4-a91f-6a54895ea02a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.513259] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Waiting for the task: (returnval){ [ 821.513259] env[68946]: value = "task-2878543" [ 821.513259] env[68946]: _type = "Task" [ 821.513259] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.518738] env[68946]: DEBUG nova.objects.instance [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lazy-loading 'flavor' on Instance uuid e3bd81fe-2bb2-43de-b475-b1cdcff1a710 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.521481] env[68946]: DEBUG oslo_vmware.api [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 821.521481] env[68946]: value = "task-2878544" [ 821.521481] env[68946]: _type = "Task" [ 821.521481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.537578] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.542121] env[68946]: DEBUG oslo_vmware.api [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.636240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.636872] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.639548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.719s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.639955] env[68946]: DEBUG nova.objects.instance [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lazy-loading 'resources' on Instance uuid 0871c701-7bfd-4445-9c0e-8db6fdd55af1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.667541] env[68946]: DEBUG oslo_vmware.api [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38287} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.668348] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.668613] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.668842] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.669148] env[68946]: INFO nova.compute.manager [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Took 1.39 seconds to destroy the instance on the hypervisor. [ 821.669539] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.669855] env[68946]: DEBUG nova.compute.manager [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.669989] env[68946]: DEBUG nova.network.neutron [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.703422] env[68946]: DEBUG nova.compute.manager [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 821.703631] env[68946]: DEBUG nova.compute.manager [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing instance network info cache due to event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 821.703841] env[68946]: DEBUG oslo_concurrency.lockutils [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.703972] env[68946]: DEBUG oslo_concurrency.lockutils [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.704140] env[68946]: DEBUG nova.network.neutron [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.804097] env[68946]: DEBUG nova.compute.manager [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 821.955198] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.007636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Releasing lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.008472] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance network_info: |[{"id": "6af42639-96b7-4ba3-b322-b4a209f484da", "address": "fa:16:3e:54:77:8e", "network": {"id": "f852c4be-4321-4f6f-bd2e-1d592ceae9bf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1180316744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8330472b2ab44eba8a26084a1871435d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af42639-96", "ovs_interfaceid": "6af42639-96b7-4ba3-b322-b4a209f484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.008472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:77:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af42639-96b7-4ba3-b322-b4a209f484da', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.017031] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Creating folder: Project (8330472b2ab44eba8a26084a1871435d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.018522] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac663f5e-b8ce-42dc-aeb5-874d904eb029 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.026864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.033789] env[68946]: DEBUG oslo_vmware.api [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Task: {'id': task-2878543, 'name': ReconfigVM_Task, 'duration_secs': 0.181489} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.035263] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578474', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'name': 'volume-67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ad2e8d2-6f2c-45db-82e3-551fe97fd05c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1', 'serial': '67e0c9ed-826a-4ffc-a3b5-6308e7df96f1'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 822.043103] env[68946]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 822.043103] env[68946]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68946) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 822.043103] env[68946]: DEBUG oslo_vmware.api [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.043626] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Folder already exists: Project (8330472b2ab44eba8a26084a1871435d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 822.043626] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Creating folder: Instances. Parent ref: group-v578400. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.043894] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff104b2-0202-440e-8b5f-8f582bb2da05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.053380] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Created folder: Instances in parent group-v578400. [ 822.054139] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.054139] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.054139] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc8217af-362c-44eb-8e1b-3ff7cdbf9cfb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.075173] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.075173] env[68946]: value = "task-2878547" [ 822.075173] env[68946]: _type = "Task" [ 822.075173] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.082404] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878547, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.147448] env[68946]: DEBUG nova.compute.utils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.149878] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.149878] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.211334] env[68946]: DEBUG nova.policy [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46152791264a4704a37f05c700709c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87019896f1e74aee85db9ef9911a2e04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.292816] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.293626] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e6ec4-d84e-4506-acfe-eb1a02f3a3c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.303630] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.304464] env[68946]: ERROR oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk due to incomplete transfer. [ 822.304464] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1da6bc3d-de57-4d47-bb9a-0ba89434e8f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.315900] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f31556-88f2-d18e-4ed0-b167116e50ea/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.316213] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Uploaded image f4d74478-4476-48d2-8d07-2378137d37f2 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.318588] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.320017] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fac6138-67f1-41d2-86cb-c7cc21a757f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.325022] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 822.325022] env[68946]: value = "task-2878548" [ 822.325022] env[68946]: _type = "Task" [ 822.325022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.328791] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.341069] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878548, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.454703] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582544} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.459401] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0602abd9-dd28-4717-84de-3206cf353891/0602abd9-dd28-4717-84de-3206cf353891.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.459637] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.461029] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00aeeadc-9e9a-4389-895b-25e31d5dbc0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.468691] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 822.468691] env[68946]: value = "task-2878549" [ 822.468691] env[68946]: _type = "Task" [ 822.468691] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.479045] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.525135] env[68946]: DEBUG nova.network.neutron [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.537754] env[68946]: DEBUG oslo_vmware.api [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878544, 'name': ReconfigVM_Task, 'duration_secs': 0.725917} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.537872] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5448d6a8-b249-434a-afa7-91eedd051cb4 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfigured VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 822.586809] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878547, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.623775] env[68946]: DEBUG nova.network.neutron [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updated VIF entry in instance network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.624350] env[68946]: DEBUG nova.network.neutron [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.631116] env[68946]: DEBUG nova.objects.instance [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lazy-loading 'flavor' on Instance uuid 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.654203] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.707516] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Successfully created port: d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.742256] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b70a85-a6ca-4790-a675-cf23835b3ef1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.749980] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef3e73-ab2a-47f7-8761-180be3d463e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.787444] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d84184-2e36-4137-93af-618bdfe33ec8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.795525] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55160d25-8967-4af5-bba4-371f8ce63755 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.814624] env[68946]: DEBUG nova.compute.provider_tree [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.839375] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878548, 'name': Destroy_Task, 'duration_secs': 0.390797} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.839783] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Destroyed the VM [ 822.839979] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.840282] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b0bd4c8-1a58-4faa-826b-d82dcfa834eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.848607] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 822.848607] env[68946]: value = "task-2878550" [ 822.848607] env[68946]: _type = "Task" [ 822.848607] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.857365] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878550, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.980401] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099113} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.980660] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.981594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41826392-173d-4d9a-9231-8ececa1131a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.008814] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 0602abd9-dd28-4717-84de-3206cf353891/0602abd9-dd28-4717-84de-3206cf353891.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.009213] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53d42cb-3638-451f-9605-ec41feaa2fa5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.032510] env[68946]: INFO nova.compute.manager [-] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Took 1.36 seconds to deallocate network for instance. [ 823.032940] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 823.032940] env[68946]: value = "task-2878551" [ 823.032940] env[68946]: _type = "Task" [ 823.032940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.050040] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.087115] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878547, 'name': CreateVM_Task, 'duration_secs': 0.670583} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.087115] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.087115] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '620db151-4f5d-4143-96db-f57b918426b7', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578408', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'name': 'volume-65478d36-faef-4145-9918-b94746ec38de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27b750f0-c420-4f43-b408-76e76b1a5eaf', 'attached_at': '', 'detached_at': '', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'serial': '65478d36-faef-4145-9918-b94746ec38de'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68946) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 823.087115] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Root volume attach. Driver type: vmdk {{(pid=68946) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 823.089317] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701bce1-b034-48d9-a400-6aa0f1d41036 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.097338] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef9944-b9a2-48e7-8dd1-9bcd3f112129 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.103626] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd8b74-8b22-42de-825a-3e7af0266117 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.110147] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5356b1aa-2e84-4646-88a9-c4b318bfd9be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.117590] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 823.117590] env[68946]: value = "task-2878552" [ 823.117590] env[68946]: _type = "Task" [ 823.117590] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.126225] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878552, 'name': RelocateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.133930] env[68946]: DEBUG oslo_concurrency.lockutils [req-fb9bf1a6-f3a4-47b0-82e2-7db04be743d7 req-d7a44178-901c-4bf6-9613-3aab973657df service nova] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.134400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.319676] env[68946]: DEBUG nova.scheduler.client.report [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.323407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.323849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.361520] env[68946]: DEBUG oslo_vmware.api [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878550, 'name': RemoveSnapshot_Task, 'duration_secs': 0.487301} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.362146] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.362440] env[68946]: INFO nova.compute.manager [None req-3114b3e3-174d-4773-930a-a2a676ad667d tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Took 14.01 seconds to snapshot the instance on the hypervisor. [ 823.403456] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Successfully created port: 49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.546870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.547919] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878551, 'name': ReconfigVM_Task, 'duration_secs': 0.317558} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.547919] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 0602abd9-dd28-4717-84de-3206cf353891/0602abd9-dd28-4717-84de-3206cf353891.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.548888] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60e753f-d39a-4e35-bfeb-9f5d61f250d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.555765] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 823.555765] env[68946]: value = "task-2878554" [ 823.555765] env[68946]: _type = "Task" [ 823.555765] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.565090] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878554, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.628055] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878552, 'name': RelocateVM_Task, 'duration_secs': 0.371344} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.628055] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.628284] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578408', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'name': 'volume-65478d36-faef-4145-9918-b94746ec38de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27b750f0-c420-4f43-b408-76e76b1a5eaf', 'attached_at': '', 'detached_at': '', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'serial': '65478d36-faef-4145-9918-b94746ec38de'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.628917] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193709b1-346a-44cd-ab29-ae867b524b63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.646278] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a4c268b4-d82e-4555-ab34-57040bb2307f tempest-VolumesAssistedSnapshotsTest-1602454662 tempest-VolumesAssistedSnapshotsTest-1602454662-project-admin] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.371s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.648272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31ecc83-e5b4-4c1c-a43b-083c80922a01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.671826] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-65478d36-faef-4145-9918-b94746ec38de/volume-65478d36-faef-4145-9918-b94746ec38de.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.674075] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.677460] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff446ef2-e048-4d03-a73c-9ce0f500b084 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.700517] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 823.700517] env[68946]: value = "task-2878555" [ 823.700517] env[68946]: _type = "Task" [ 823.700517] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.711496] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.721532] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.721797] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.721935] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.722156] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.722333] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.722503] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.722765] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.722963] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.723454] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.723684] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.723901] env[68946]: DEBUG nova.virt.hardware [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.724804] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a158d53-8e55-4125-b0d0-22c04e0399b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.734357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c440775-ff50-49a6-8d90-97fda06451c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.773182] env[68946]: DEBUG nova.compute.manager [req-cdaaa95e-fd25-4aa0-b998-da73412413cb req-5e234515-847b-45a9-8c22-c122aaf0e15a service nova] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Received event network-vif-deleted-7c35648f-1c7d-4890-a9ab-6f455ed05b60 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.802577] env[68946]: DEBUG nova.network.neutron [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.826492] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.830726] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.501s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.830990] env[68946]: DEBUG nova.objects.instance [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lazy-loading 'resources' on Instance uuid 9cccddfe-4c72-4799-996a-31675c141683 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.832424] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.861158] env[68946]: INFO nova.scheduler.client.report [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Deleted allocations for instance 0871c701-7bfd-4445-9c0e-8db6fdd55af1 [ 823.999912] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "aab45dae-d614-4714-9aa6-87d841476252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.000225] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.000477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "aab45dae-d614-4714-9aa6-87d841476252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.000672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.000864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.003422] env[68946]: INFO nova.compute.manager [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Terminating instance [ 824.068330] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878554, 'name': Rename_Task, 'duration_secs': 0.273375} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.068638] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.068852] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0966d563-1662-4f36-8792-e0a951fb9e6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.079186] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 824.079186] env[68946]: value = "task-2878556" [ 824.079186] env[68946]: _type = "Task" [ 824.079186] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.090711] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.211109] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.358751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.372897] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f7561226-9ba1-46e2-a21c-73a9e55ee17b tempest-ServersAdmin275Test-1342812993 tempest-ServersAdmin275Test-1342812993-project-member] Lock "0871c701-7bfd-4445-9c0e-8db6fdd55af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.843s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.509522] env[68946]: DEBUG nova.compute.manager [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.509741] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.510822] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60683cdd-ae7f-455d-8816-1448e382d693 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.526123] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.528928] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bdb1665-a4da-488a-afd3-47aadb58e585 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.594263] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.598023] env[68946]: DEBUG nova.network.neutron [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.600891] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.604018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.604018] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore2] aab45dae-d614-4714-9aa6-87d841476252 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.604018] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2920467c-7d04-4934-acfa-a7912864c3c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.607808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.607808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.614194] env[68946]: DEBUG oslo_vmware.api [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 824.614194] env[68946]: value = "task-2878558" [ 824.614194] env[68946]: _type = "Task" [ 824.614194] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.627987] env[68946]: DEBUG oslo_vmware.api [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.712412] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878555, 'name': ReconfigVM_Task, 'duration_secs': 0.529394} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.715206] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-65478d36-faef-4145-9918-b94746ec38de/volume-65478d36-faef-4145-9918-b94746ec38de.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.720430] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a8e84c-511d-46c6-a035-0a0d4f86418a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.740202] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 824.740202] env[68946]: value = "task-2878559" [ 824.740202] env[68946]: _type = "Task" [ 824.740202] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.750564] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.865126] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8dfd5e-7f65-4e8f-967b-c4b07c577910 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.872254] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa8742-60fb-40ce-811c-ba0667113e20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.905430] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af0f0d-1c5e-4e57-8396-05f5b5cdd031 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.912836] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a45b5-e388-446f-b42c-7e5d818e1abb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.925987] env[68946]: DEBUG nova.compute.provider_tree [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.093539] env[68946]: DEBUG oslo_vmware.api [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878556, 'name': PowerOnVM_Task, 'duration_secs': 0.574408} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.093836] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.094057] env[68946]: INFO nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 11.60 seconds to spawn the instance on the hypervisor. [ 825.094241] env[68946]: DEBUG nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.095063] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605a159-e4a3-4cff-bed8-d49f56f1f944 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.102308] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.103034] env[68946]: DEBUG nova.compute.manager [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Inject network info {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 825.103034] env[68946]: DEBUG nova.compute.manager [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] network_info to inject: |[{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 825.109537] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfiguring VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 825.111195] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa4476fd-cf7f-4f6a-a39c-ef47a7f085ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.120943] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.135650] env[68946]: DEBUG oslo_vmware.api [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206135} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.136949] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.137150] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.137324] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.137492] env[68946]: INFO nova.compute.manager [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: aab45dae-d614-4714-9aa6-87d841476252] Took 0.63 seconds to destroy the instance on the hypervisor. [ 825.137725] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.138171] env[68946]: DEBUG oslo_vmware.api [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 825.138171] env[68946]: value = "task-2878560" [ 825.138171] env[68946]: _type = "Task" [ 825.138171] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.138496] env[68946]: DEBUG nova.compute.manager [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.138496] env[68946]: DEBUG nova.network.neutron [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.151557] env[68946]: DEBUG oslo_vmware.api [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.253356] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878559, 'name': ReconfigVM_Task, 'duration_secs': 0.138177} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.253556] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578408', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'name': 'volume-65478d36-faef-4145-9918-b94746ec38de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27b750f0-c420-4f43-b408-76e76b1a5eaf', 'attached_at': '', 'detached_at': '', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'serial': '65478d36-faef-4145-9918-b94746ec38de'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.255109] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2e0b1ad-8a52-4135-bdf0-a8dae8610513 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.264762] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 825.264762] env[68946]: value = "task-2878561" [ 825.264762] env[68946]: _type = "Task" [ 825.264762] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.286763] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878561, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.305380] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Successfully updated port: d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.429332] env[68946]: DEBUG nova.scheduler.client.report [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.637835] env[68946]: INFO nova.compute.manager [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 40.53 seconds to build instance. [ 825.652751] env[68946]: DEBUG oslo_vmware.api [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878560, 'name': ReconfigVM_Task, 'duration_secs': 0.171339} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.653792] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3a4ecf-4da8-4e0b-a841-e5889a0a0c2a tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Reconfigured VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 825.657795] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.774764] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878561, 'name': Rename_Task, 'duration_secs': 0.149473} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.777458] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.777458] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6a401b-4685-495b-a4fd-0911cbe58d2c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.782526] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 825.782526] env[68946]: value = "task-2878562" [ 825.782526] env[68946]: _type = "Task" [ 825.782526] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.791170] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.935266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.938478] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.876s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.938776] env[68946]: DEBUG nova.objects.instance [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.959827] env[68946]: INFO nova.scheduler.client.report [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Deleted allocations for instance 9cccddfe-4c72-4799-996a-31675c141683 [ 825.969992] env[68946]: DEBUG nova.network.neutron [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.095834] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.096259] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.096591] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.096860] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.097101] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.099376] env[68946]: INFO nova.compute.manager [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Terminating instance [ 826.140085] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fe892e84-31bc-4d3f-aa5e-abca21360eb7 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.056s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.297021] env[68946]: DEBUG oslo_vmware.api [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878562, 'name': PowerOnVM_Task, 'duration_secs': 0.481091} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.297021] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.297021] env[68946]: INFO nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Took 5.79 seconds to spawn the instance on the hypervisor. [ 826.297021] env[68946]: DEBUG nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.297021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb6d5f-dfdb-457c-bb18-7cdac064e113 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.419797] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.420081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.420297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.420544] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.420736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.425464] env[68946]: INFO nova.compute.manager [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Terminating instance [ 826.448929] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.448929] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing instance network info cache due to event network-changed-c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 826.449071] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Acquiring lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.449158] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Acquired lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.449356] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Refreshing network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.468580] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3da96c5f-0aea-4763-8eaf-31e00ed49488 tempest-ImagesOneServerTestJSON-65120460 tempest-ImagesOneServerTestJSON-65120460-project-member] Lock "9cccddfe-4c72-4799-996a-31675c141683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.736s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.470958] env[68946]: INFO nova.compute.manager [-] [instance: aab45dae-d614-4714-9aa6-87d841476252] Took 1.33 seconds to deallocate network for instance. [ 826.602974] env[68946]: DEBUG nova.compute.manager [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.603331] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.604137] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748027d6-8c91-4f68-a2d7-dad346bf49d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.611960] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.612203] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad06de49-8620-45f9-8746-4d697927bcd0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.618232] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 826.618232] env[68946]: value = "task-2878563" [ 826.618232] env[68946]: _type = "Task" [ 826.618232] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.625817] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.823543] env[68946]: INFO nova.compute.manager [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Took 40.03 seconds to build instance. [ 826.930774] env[68946]: DEBUG nova.compute.manager [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.930955] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.931868] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d02ef-3071-4469-acaa-7d5e44032419 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.939687] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.939938] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de1ee9d9-2657-4d53-8dcc-7b5c7ce0d522 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.946999] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 826.946999] env[68946]: value = "task-2878564" [ 826.946999] env[68946]: _type = "Task" [ 826.946999] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.951480] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ebb4fe-2ddd-4b1c-82ce-096ccc937de9 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.957882] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.147s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.958169] env[68946]: DEBUG nova.objects.instance [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lazy-loading 'resources' on Instance uuid d00ea780-86fb-4fe9-b94b-894ce1f912e8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.960668] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.977077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.019739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "a33f417a-01b7-4b60-a679-cc1e042911ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.020142] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.020435] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.020640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.020887] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.026867] env[68946]: INFO nova.compute.manager [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Terminating instance [ 827.133790] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878563, 'name': PowerOffVM_Task, 'duration_secs': 0.326325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.134090] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.134270] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.134775] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c55ec6f-a232-4aba-9ee2-9fd6de0abc5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.236383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.236383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.236383] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Deleting the datastore file [datastore2] e3bd81fe-2bb2-43de-b475-b1cdcff1a710 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.236627] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07f2939-3497-4725-a2f0-a463f23bc44b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.246017] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for the task: (returnval){ [ 827.246017] env[68946]: value = "task-2878566" [ 827.246017] env[68946]: _type = "Task" [ 827.246017] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.254221] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.271966] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updated VIF entry in instance network info cache for port c650458c-865b-429e-88b0-24d33f2b5b63. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.272512] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [{"id": "c650458c-865b-429e-88b0-24d33f2b5b63", "address": "fa:16:3e:c1:85:22", "network": {"id": "22aaca01-0941-4210-a500-9dfb52b137ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-472906113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e85a2f7b1ca466d86973d9da7dea831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc650458c-86", "ovs_interfaceid": "c650458c-865b-429e-88b0-24d33f2b5b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.327818] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c18546b0-c15a-4f37-9dfe-5d1a8399bc26 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.288s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.425124] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Successfully updated port: 49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.457139] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878564, 'name': PowerOffVM_Task, 'duration_secs': 0.25247} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.457343] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.457536] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.457820] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abae0617-a030-497b-b77c-9bf17fd68b2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.518696] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.519543] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.519741] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Deleting the datastore file [datastore2] 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.524188] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607d865d-c621-4978-b0a2-49fb30a633b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.531495] env[68946]: DEBUG nova.compute.manager [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.531495] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.531862] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for the task: (returnval){ [ 827.531862] env[68946]: value = "task-2878568" [ 827.531862] env[68946]: _type = "Task" [ 827.531862] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.533063] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1e2dc-9e48-431a-baed-f49b4eee345b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.547322] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.547829] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.550600] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c9b4fb-19b6-44e1-8d07-771e68ed40de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.557974] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 827.557974] env[68946]: value = "task-2878569" [ 827.557974] env[68946]: _type = "Task" [ 827.557974] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.572110] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.756555] env[68946]: DEBUG oslo_vmware.api [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Task: {'id': task-2878566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201152} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.756806] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.756982] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.757177] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.757341] env[68946]: INFO nova.compute.manager [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.758026] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.758026] env[68946]: DEBUG nova.compute.manager [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.758026] env[68946]: DEBUG nova.network.neutron [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.776417] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Releasing lock "refresh_cache-e3bd81fe-2bb2-43de-b475-b1cdcff1a710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776946] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-vif-plugged-d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.776946] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Acquiring lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.776946] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.777107] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.777750] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] No waiting events found dispatching network-vif-plugged-d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.777750] env[68946]: WARNING nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received unexpected event network-vif-plugged-d518196d-bd45-4fa2-9df0-19d632e7028c for instance with vm_state building and task_state spawning. [ 827.777750] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-changed-d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.777750] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Refreshing instance network info cache due to event network-changed-d518196d-bd45-4fa2-9df0-19d632e7028c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 827.777934] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Acquiring lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.778098] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Acquired lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.778316] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Refreshing network info cache for port d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.889733] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "96fcc060-7f39-4cac-a92a-74318102163b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.891318] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.891318] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "96fcc060-7f39-4cac-a92a-74318102163b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.891318] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.891318] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.892840] env[68946]: INFO nova.compute.manager [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Terminating instance [ 827.928408] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.024796] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa0b246-8808-494b-8914-2743ee68e0bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031748] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384f62d-20a7-4d1d-ba69-5a75698d6ea1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.073120] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e47a50-e4f2-4752-844c-8c3af2b61c83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.075834] env[68946]: DEBUG oslo_vmware.api [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Task: {'id': task-2878568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271168} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.076760] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.076965] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.077172] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.077343] env[68946]: INFO nova.compute.manager [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.077899] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.077899] env[68946]: DEBUG nova.compute.manager [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.078024] env[68946]: DEBUG nova.network.neutron [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.089209] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878569, 'name': PowerOffVM_Task, 'duration_secs': 0.189472} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.090794] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7469a346-2439-4997-9fd1-e4cdf0e88f5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.094723] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.094904] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.095164] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a302ea-d648-40e7-9576-7f3bad4b7b9d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.107186] env[68946]: DEBUG nova.compute.provider_tree [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.162152] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.162494] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.162706] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Deleting the datastore file [datastore1] a33f417a-01b7-4b60-a679-cc1e042911ab {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.163136] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a472225-5945-46f2-a78e-7d2779a00cc4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.171411] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for the task: (returnval){ [ 828.171411] env[68946]: value = "task-2878571" [ 828.171411] env[68946]: _type = "Task" [ 828.171411] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.178615] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.348775] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.354076] env[68946]: DEBUG nova.compute.manager [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.354287] env[68946]: DEBUG nova.compute.manager [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing instance network info cache due to event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 828.354500] env[68946]: DEBUG oslo_concurrency.lockutils [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.354729] env[68946]: DEBUG oslo_concurrency.lockutils [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.354803] env[68946]: DEBUG nova.network.neutron [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.396887] env[68946]: DEBUG nova.compute.manager [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.397168] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.398700] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892cba5-5256-4d6f-93e9-8fc113d5d19d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.406331] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.406583] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e2878c-db57-4454-abb2-08562442eb34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.415235] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 828.415235] env[68946]: value = "task-2878572" [ 828.415235] env[68946]: _type = "Task" [ 828.415235] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.422182] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.602524] env[68946]: DEBUG nova.network.neutron [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.609934] env[68946]: DEBUG nova.scheduler.client.report [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.682026] env[68946]: DEBUG oslo_vmware.api [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Task: {'id': task-2878571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315203} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.682384] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.682573] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.682810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.682951] env[68946]: INFO nova.compute.manager [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.683207] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.683432] env[68946]: DEBUG nova.compute.manager [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.683721] env[68946]: DEBUG nova.network.neutron [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.924888] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878572, 'name': PowerOffVM_Task, 'duration_secs': 0.274944} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.925223] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.925329] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.925578] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2087352-f6fc-440b-92d8-950fd6d0318a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.987180] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.987425] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.987629] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Deleting the datastore file [datastore1] 96fcc060-7f39-4cac-a92a-74318102163b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.988101] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2894dce-ade5-4e3e-8773-eaa836e3e59f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.998299] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for the task: (returnval){ [ 828.998299] env[68946]: value = "task-2878574" [ 828.998299] env[68946]: _type = "Task" [ 828.998299] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.003621] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.087021] env[68946]: DEBUG nova.network.neutron [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.106007] env[68946]: DEBUG oslo_concurrency.lockutils [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] Releasing lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106311] env[68946]: DEBUG nova.compute.manager [req-b0a47816-3907-4207-b487-33ffdbeeace0 req-c26a54bc-3f57-48a7-b2ec-de75bc3a0770 service nova] [instance: aab45dae-d614-4714-9aa6-87d841476252] Received event network-vif-deleted-59f48f42-b8c4-4aaf-bf21-75812fe569cf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.106950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.107118] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.115448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.119268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.728s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.121108] env[68946]: INFO nova.compute.claims [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.159076] env[68946]: INFO nova.scheduler.client.report [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Deleted allocations for instance d00ea780-86fb-4fe9-b94b-894ce1f912e8 [ 829.374984] env[68946]: DEBUG nova.network.neutron [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updated VIF entry in instance network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.375421] env[68946]: DEBUG nova.network.neutron [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.506194] env[68946]: DEBUG oslo_vmware.api [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Task: {'id': task-2878574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408622} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.506461] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.506644] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.506817] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.506986] env[68946]: INFO nova.compute.manager [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 829.507247] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.507450] env[68946]: DEBUG nova.compute.manager [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.507555] env[68946]: DEBUG nova.network.neutron [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.588769] env[68946]: INFO nova.compute.manager [-] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Took 1.83 seconds to deallocate network for instance. [ 829.669887] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9aa5817-f7ef-414a-b655-f7b40202e581 tempest-ServersAaction247Test-290169545 tempest-ServersAaction247Test-290169545-project-member] Lock "d00ea780-86fb-4fe9-b94b-894ce1f912e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.077s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.677118] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.866563] env[68946]: DEBUG nova.network.neutron [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.878725] env[68946]: DEBUG oslo_concurrency.lockutils [req-c7e4b716-c42c-40c7-ac33-23f814b93be4 req-db8301aa-ac0f-4276-9c4d-81bd6ad56a8a service nova] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.099576] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.147862] env[68946]: DEBUG nova.network.neutron [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Updating instance_info_cache with network_info: [{"id": "d518196d-bd45-4fa2-9df0-19d632e7028c", "address": "fa:16:3e:b9:1d:ed", "network": {"id": "71c958c8-292d-471f-a082-8cca39776f95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233499192", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518196d-bd", "ovs_interfaceid": "d518196d-bd45-4fa2-9df0-19d632e7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "address": "fa:16:3e:4f:0b:a2", "network": {"id": "ef449f93-3f36-4de8-808d-8b11f1dbbbbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861092904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b0f64b-e9", "ovs_interfaceid": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.369922] env[68946]: INFO nova.compute.manager [-] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Took 2.29 seconds to deallocate network for instance. [ 830.651072] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.651072] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance network_info: |[{"id": "d518196d-bd45-4fa2-9df0-19d632e7028c", "address": "fa:16:3e:b9:1d:ed", "network": {"id": "71c958c8-292d-471f-a082-8cca39776f95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233499192", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518196d-bd", "ovs_interfaceid": "d518196d-bd45-4fa2-9df0-19d632e7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "address": "fa:16:3e:4f:0b:a2", "network": {"id": "ef449f93-3f36-4de8-808d-8b11f1dbbbbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861092904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b0f64b-e9", "ovs_interfaceid": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.651543] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:1d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd518196d-bd45-4fa2-9df0-19d632e7028c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:0b:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b0f64b-e919-407a-b3fc-d9c93074a13b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.667562] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.670636] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.672202] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a575a4c0-19e6-4ca6-8c4d-4867056f808e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.694737] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4891a-b63d-4520-b15f-e7bc18b01cc7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.698738] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.698738] env[68946]: value = "task-2878575" [ 830.698738] env[68946]: _type = "Task" [ 830.698738] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.706909] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7972b89b-6221-4e6c-b827-4271d3d6f931 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.711999] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878575, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.741165] env[68946]: DEBUG nova.network.neutron [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.742340] env[68946]: DEBUG nova.network.neutron [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.745267] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e294c5-8c8e-4359-9c4c-2ecdcf52e75f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.753821] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16396cf-10a8-49d7-8ad1-61775a0d602f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.775650] env[68946]: DEBUG nova.compute.provider_tree [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.880877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.213232] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878575, 'name': CreateVM_Task, 'duration_secs': 0.390376} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.213629] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.214426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.214426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.215513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.215513] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425957ba-ef71-45e2-8b00-5f54a25414cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.220599] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 831.220599] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5293816b-40f2-a05c-f5b6-b07a6bfaeaa3" [ 831.220599] env[68946]: _type = "Task" [ 831.220599] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.230939] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5293816b-40f2-a05c-f5b6-b07a6bfaeaa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.245492] env[68946]: INFO nova.compute.manager [-] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Took 2.56 seconds to deallocate network for instance. [ 831.251964] env[68946]: INFO nova.compute.manager [-] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Took 1.74 seconds to deallocate network for instance. [ 831.279824] env[68946]: DEBUG nova.scheduler.client.report [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.407227] env[68946]: DEBUG nova.compute.manager [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-vif-plugged-49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.407484] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Acquiring lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.407637] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.407859] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.407964] env[68946]: DEBUG nova.compute.manager [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] No waiting events found dispatching network-vif-plugged-49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.408142] env[68946]: WARNING nova.compute.manager [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received unexpected event network-vif-plugged-49b0f64b-e919-407a-b3fc-d9c93074a13b for instance with vm_state building and task_state spawning. [ 831.408303] env[68946]: DEBUG nova.compute.manager [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-changed-49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.408448] env[68946]: DEBUG nova.compute.manager [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Refreshing instance network info cache due to event network-changed-49b0f64b-e919-407a-b3fc-d9c93074a13b. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 831.408745] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Acquiring lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.408904] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Acquired lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.409070] env[68946]: DEBUG nova.network.neutron [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Refreshing network info cache for port 49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.732246] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5293816b-40f2-a05c-f5b6-b07a6bfaeaa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.732246] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.732246] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.732559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.732697] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733201] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.733201] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3cb174-73ce-4a6c-b62d-e1fc2673ce97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.742755] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.742941] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.743693] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ef7eaf-b0a6-4921-a4af-8b7171e2d8b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.749175] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 831.749175] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52853b20-11ee-5523-af2a-c261a8a7333c" [ 831.749175] env[68946]: _type = "Task" [ 831.749175] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.755071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.761017] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52853b20-11ee-5523-af2a-c261a8a7333c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.761017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.785350] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.785941] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.789062] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.628s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.789301] env[68946]: DEBUG nova.objects.instance [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lazy-loading 'resources' on Instance uuid 77084759-de98-460e-b0a5-bcd5fa673f2d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.190412] env[68946]: DEBUG nova.network.neutron [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Updated VIF entry in instance network info cache for port 49b0f64b-e919-407a-b3fc-d9c93074a13b. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.191053] env[68946]: DEBUG nova.network.neutron [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Updating instance_info_cache with network_info: [{"id": "d518196d-bd45-4fa2-9df0-19d632e7028c", "address": "fa:16:3e:b9:1d:ed", "network": {"id": "71c958c8-292d-471f-a082-8cca39776f95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233499192", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518196d-bd", "ovs_interfaceid": "d518196d-bd45-4fa2-9df0-19d632e7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "address": "fa:16:3e:4f:0b:a2", "network": {"id": "ef449f93-3f36-4de8-808d-8b11f1dbbbbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1861092904", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "87019896f1e74aee85db9ef9911a2e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b0f64b-e9", "ovs_interfaceid": "49b0f64b-e919-407a-b3fc-d9c93074a13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.226745] env[68946]: DEBUG nova.compute.manager [req-a1eb6760-5d3f-4de9-a93d-fedd237e4030 req-aab4b99c-a630-4a79-9f02-4bb246bd66b2 service nova] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Received event network-vif-deleted-574a8660-2717-4dfc-ac84-eaefe14c9bfd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.262029] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52853b20-11ee-5523-af2a-c261a8a7333c, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.262029] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcffa2fd-a0db-4050-85de-fc4938b04546 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.265490] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 832.265490] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7fbad-1996-6211-012f-e748d3699460" [ 832.265490] env[68946]: _type = "Task" [ 832.265490] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.273665] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7fbad-1996-6211-012f-e748d3699460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.295019] env[68946]: DEBUG nova.compute.utils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.295019] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.295019] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.345303] env[68946]: DEBUG nova.policy [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b16ad65cc64c87ae633e114647eda8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cefd599707f4862a086377ebbba98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.638583] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Successfully created port: c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.695649] env[68946]: DEBUG oslo_concurrency.lockutils [req-0501097f-399c-429e-be0f-962bcec8afe0 req-e4c1d027-546f-4702-9e92-ed1d627cd290 service nova] Releasing lock "refresh_cache-e2acee70-2fdb-4425-b8ea-0db0ab43d391" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.778953] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7fbad-1996-6211-012f-e748d3699460, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.781914] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.782198] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e2acee70-2fdb-4425-b8ea-0db0ab43d391/e2acee70-2fdb-4425-b8ea-0db0ab43d391.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.782730] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8e0739-8a05-41a4-8ad6-fcc587ddbfda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.794848] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 832.794848] env[68946]: value = "task-2878576" [ 832.794848] env[68946]: _type = "Task" [ 832.794848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.795454] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.812156] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.815400] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353bc3d6-24ad-448b-a252-1ba36f25e976 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.823775] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491fbeb-ee11-4043-8f72-c076f5c471db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.861433] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fa2bed-553e-46ab-a203-e7f1f3b2c684 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.870504] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc1fa5-fd08-48c3-9aa9-72e7f4f67563 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.886893] env[68946]: DEBUG nova.compute.provider_tree [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.319076] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.393803] env[68946]: DEBUG nova.scheduler.client.report [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.818546] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.821991] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744732} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.822737] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e2acee70-2fdb-4425-b8ea-0db0ab43d391/e2acee70-2fdb-4425-b8ea-0db0ab43d391.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.823235] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.824571] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83598f3-12cb-4c8a-a0d0-5480ce0920e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.837166] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 833.837166] env[68946]: value = "task-2878577" [ 833.837166] env[68946]: _type = "Task" [ 833.837166] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.850363] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.855899] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.856317] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.856501] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.856725] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.856868] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.857136] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.857256] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.857402] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.857591] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.857729] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.857902] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.858784] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a50cc-c3b0-48b4-b017-08f987848622 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.868538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3315502-75f3-40b4-8435-f27bb8d19c26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.902282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.905178] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.905707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.906154] env[68946]: DEBUG nova.objects.instance [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid 1eec8376-eaba-476f-88fb-2f7251d0135d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.907815] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.368s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.907982] env[68946]: DEBUG nova.objects.instance [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lazy-loading 'resources' on Instance uuid 9c262742-3212-4925-9057-fd5d8b7fe48f {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.933036] env[68946]: INFO nova.scheduler.client.report [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Deleted allocations for instance 77084759-de98-460e-b0a5-bcd5fa673f2d [ 834.235533] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Successfully updated port: c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.347041] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0903} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.347846] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.351025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a9cf72-7dcd-49fe-83dd-36c0c089a46b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.378049] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e2acee70-2fdb-4425-b8ea-0db0ab43d391/e2acee70-2fdb-4425-b8ea-0db0ab43d391.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.378638] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257f32db-4632-4c81-a48a-322368223f25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.401195] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 834.401195] env[68946]: value = "task-2878578" [ 834.401195] env[68946]: _type = "Task" [ 834.401195] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.413059] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.450098] env[68946]: DEBUG oslo_concurrency.lockutils [None req-23114c88-8fc4-49a1-b842-f4483b13636e tempest-InstanceActionsTestJSON-57371296 tempest-InstanceActionsTestJSON-57371296-project-member] Lock "77084759-de98-460e-b0a5-bcd5fa673f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.014s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.499105] env[68946]: DEBUG nova.objects.instance [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid 1eec8376-eaba-476f-88fb-2f7251d0135d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.563261] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.563723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.738292] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.739567] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.739567] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.914958] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878578, 'name': ReconfigVM_Task, 'duration_secs': 0.312513} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.917761] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e2acee70-2fdb-4425-b8ea-0db0ab43d391/e2acee70-2fdb-4425-b8ea-0db0ab43d391.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.921026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49588a44-d95f-490e-960e-003a56a83794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.925766] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 834.925766] env[68946]: value = "task-2878579" [ 834.925766] env[68946]: _type = "Task" [ 834.925766] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.931509] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff6ffe-3b25-4c22-82e9-073304bd3604 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.939378] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878579, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.945020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6abb9a6-8980-497d-9e91-c36ae0dd4725 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.972818] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9385ef9-49ff-44bd-940d-2bd84f303e92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.980386] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81620487-f682-4e00-b61e-7a6bd55e5520 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.993625] env[68946]: DEBUG nova.compute.provider_tree [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.004384] env[68946]: DEBUG nova.objects.base [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance<1eec8376-eaba-476f-88fb-2f7251d0135d> lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 835.006016] env[68946]: DEBUG nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.049425] env[68946]: DEBUG nova.policy [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.067482] env[68946]: DEBUG nova.compute.utils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.291322] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.371077] env[68946]: DEBUG nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Successfully created port: 62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.435971] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878579, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.496625] env[68946]: DEBUG nova.scheduler.client.report [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.503184] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Updating instance_info_cache with network_info: [{"id": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "address": "fa:16:3e:5f:f4:ab", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc663b8a0-91", "ovs_interfaceid": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.571530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.939809] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878579, 'name': Rename_Task, 'duration_secs': 0.549363} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.940279] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.940646] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9698cc48-57ad-4e39-8f03-e7295df3b511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.948600] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 835.948600] env[68946]: value = "task-2878580" [ 835.948600] env[68946]: _type = "Task" [ 835.948600] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.960148] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.004855] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.005223] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Instance network_info: |[{"id": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "address": "fa:16:3e:5f:f4:ab", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc663b8a0-91", "ovs_interfaceid": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.006251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.010717] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f4:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c663b8a0-910f-4e48-b5ab-8f4898132d92', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.018309] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.019541] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.135s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.019541] env[68946]: DEBUG nova.objects.instance [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lazy-loading 'resources' on Instance uuid 2e38bf82-2d8e-4871-bf04-a46a4da4045a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.022240] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.022240] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5365bf41-60dd-4a07-b500-3d6487a00db8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.049012] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.049012] env[68946]: value = "task-2878581" [ 836.049012] env[68946]: _type = "Task" [ 836.049012] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.053748] env[68946]: INFO nova.scheduler.client.report [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Deleted allocations for instance 9c262742-3212-4925-9057-fd5d8b7fe48f [ 836.062763] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878581, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.459783] env[68946]: DEBUG oslo_vmware.api [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878580, 'name': PowerOnVM_Task, 'duration_secs': 0.452324} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.459783] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.460164] env[68946]: INFO nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Took 12.79 seconds to spawn the instance on the hypervisor. [ 836.460164] env[68946]: DEBUG nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.460926] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338b54bd-22fa-4240-91c9-84a877bcfc7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.481821] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ff8e9f-37e0-404c-94e5-1d3849356b59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.489459] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61fe1ee-0479-478a-9fc4-3a62df0842bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.523506] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fc409e-8998-4e93-877e-77be5b6e3ab0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.532696] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c8fa5b-6475-40aa-805c-2345c9ca2a0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.551214] env[68946]: DEBUG nova.compute.provider_tree [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.559943] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878581, 'name': CreateVM_Task, 'duration_secs': 0.343397} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.560703] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.561337] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.561502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.561808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.562341] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a36750-5c2c-43d0-b299-321326e7addd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.569327] env[68946]: DEBUG nova.compute.manager [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Received event network-vif-deleted-c650458c-865b-429e-88b0-24d33f2b5b63 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.569537] env[68946]: DEBUG nova.compute.manager [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Received event network-changed-6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.569693] env[68946]: DEBUG nova.compute.manager [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Refreshing instance network info cache due to event network-changed-6af42639-96b7-4ba3-b322-b4a209f484da. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 836.569889] env[68946]: DEBUG oslo_concurrency.lockutils [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] Acquiring lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570036] env[68946]: DEBUG oslo_concurrency.lockutils [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] Acquired lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570198] env[68946]: DEBUG nova.network.neutron [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Refreshing network info cache for port 6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.571362] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba4e5f32-48f6-45d1-8a73-4802380db439 tempest-ServersListShow298Test-1406434299 tempest-ServersListShow298Test-1406434299-project-member] Lock "9c262742-3212-4925-9057-fd5d8b7fe48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.294s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.574407] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 836.574407] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d22f1c-8d7d-13a9-9212-6bbcd2d12b9c" [ 836.574407] env[68946]: _type = "Task" [ 836.574407] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.582653] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d22f1c-8d7d-13a9-9212-6bbcd2d12b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.657755] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.658083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.658326] env[68946]: INFO nova.compute.manager [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Attaching volume 4f5ef9b5-c355-4947-8796-2ee44a708002 to /dev/sdb [ 836.693431] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab31b30-1dba-408e-9259-73441c2ac762 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.700963] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4562fee-9b01-454b-b5a3-55c926bdb79f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.716453] env[68946]: DEBUG nova.virt.block_device [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating existing volume attachment record: e6ae4e26-3bd1-4154-be4d-4c38504c1654 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.984405] env[68946]: INFO nova.compute.manager [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Took 49.22 seconds to build instance. [ 837.056191] env[68946]: DEBUG nova.scheduler.client.report [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.067829] env[68946]: DEBUG nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Successfully updated port: 62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.092453] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d22f1c-8d7d-13a9-9212-6bbcd2d12b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.026558} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.092843] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.093106] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.093387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.093569] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.093801] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.094098] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-421637ad-668e-497a-bab5-4e624420f9a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.103026] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.103234] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.104158] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6a91ce-24f7-4289-b0a9-61be4d15557c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.109282] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 837.109282] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294f51b-d397-6b73-d0dc-36f8345551d6" [ 837.109282] env[68946]: _type = "Task" [ 837.109282] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.119156] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294f51b-d397-6b73-d0dc-36f8345551d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.181108] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.181268] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing instance network info cache due to event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 837.181429] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.181570] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.181722] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.305145] env[68946]: DEBUG nova.network.neutron [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updated VIF entry in instance network info cache for port 6af42639-96b7-4ba3-b322-b4a209f484da. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.305369] env[68946]: DEBUG nova.network.neutron [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating instance_info_cache with network_info: [{"id": "6af42639-96b7-4ba3-b322-b4a209f484da", "address": "fa:16:3e:54:77:8e", "network": {"id": "f852c4be-4321-4f6f-bd2e-1d592ceae9bf", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1180316744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8330472b2ab44eba8a26084a1871435d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af42639-96", "ovs_interfaceid": "6af42639-96b7-4ba3-b322-b4a209f484da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.488823] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5a66aad-d741-4e1d-a09f-4c1af9df23e3 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.130s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.563036] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.543s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.565319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.614s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.566656] env[68946]: INFO nova.compute.claims [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.571510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.571510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.571510] env[68946]: DEBUG nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.587643] env[68946]: INFO nova.scheduler.client.report [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleted allocations for instance 2e38bf82-2d8e-4871-bf04-a46a4da4045a [ 837.620068] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294f51b-d397-6b73-d0dc-36f8345551d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.621619] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec7665e-abef-49a0-b945-61c450d06d38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.627744] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 837.627744] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e361f7-a698-7c16-0d5a-986f7dcba3f5" [ 837.627744] env[68946]: _type = "Task" [ 837.627744] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.637124] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e361f7-a698-7c16-0d5a-986f7dcba3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.658012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.658767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.658767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.658767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.659026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.660755] env[68946]: INFO nova.compute.manager [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Terminating instance [ 837.808041] env[68946]: DEBUG oslo_concurrency.lockutils [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] Releasing lock "refresh_cache-27b750f0-c420-4f43-b408-76e76b1a5eaf" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.808318] env[68946]: DEBUG nova.compute.manager [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Received event network-vif-deleted-32d34aa7-dc22-426a-8582-ab65ecb30823 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.808517] env[68946]: DEBUG nova.compute.manager [req-56f61a37-9bf3-41c9-935a-3621c3b43d8f req-e0dcc219-0ace-4cfe-84cc-137971977981 service nova] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Received event network-vif-deleted-a0ae749f-3c31-48e7-b7d9-afda01b5041a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.918884] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updated VIF entry in instance network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.918884] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.097990] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce193522-97d7-4a5e-bb0d-97d5670bb5e6 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "2e38bf82-2d8e-4871-bf04-a46a4da4045a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.087s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.107997] env[68946]: WARNING nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 838.137942] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e361f7-a698-7c16-0d5a-986f7dcba3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.140210] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.140493] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 915e094d-ada2-44d2-ae3a-cbe107b67f8a/915e094d-ada2-44d2-ae3a-cbe107b67f8a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.140754] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-921359a6-56df-459a-9167-9cab6e37da6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.148650] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 838.148650] env[68946]: value = "task-2878585" [ 838.148650] env[68946]: _type = "Task" [ 838.148650] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.156296] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.164898] env[68946]: DEBUG nova.compute.manager [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.165100] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.165881] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8db6ee-b512-4a08-b6f8-edb38755cdf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.172615] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.172856] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2c975e-2863-417d-934e-ca66e50ae9da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.180989] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 838.180989] env[68946]: value = "task-2878586" [ 838.180989] env[68946]: _type = "Task" [ 838.180989] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.189107] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.384485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.384910] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.410875] env[68946]: DEBUG nova.network.neutron [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62ad8074-e1fa-45a3-8bae-950bda3e4b9c", "address": "fa:16:3e:e4:85:d9", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ad8074-e1", "ovs_interfaceid": "62ad8074-e1fa-45a3-8bae-950bda3e4b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.420929] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.422054] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.423814] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing instance network info cache due to event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 838.423814] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquiring lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.423814] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquired lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.423814] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing network info cache for port 9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.665284] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.691406] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878586, 'name': PowerOffVM_Task, 'duration_secs': 0.210485} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.692073] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.692255] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.692571] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6391280f-32fc-4397-810c-2f8c4832d9e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.762873] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.763128] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.763587] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleting the datastore file [datastore1] 0602abd9-dd28-4717-84de-3206cf353891 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.763587] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd085ce-bf32-4a4f-a49d-df69fa0686b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.769284] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 838.769284] env[68946]: value = "task-2878588" [ 838.769284] env[68946]: _type = "Task" [ 838.769284] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.776966] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.887798] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.912485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.913356] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.913672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914661] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2246b4-8c81-4f45-96d2-1369037ddf02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.938962] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.939273] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.939433] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.939615] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.939756] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.939915] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.940146] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.940351] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.940535] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.940697] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.940863] env[68946]: DEBUG nova.virt.hardware [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.947917] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfiguring VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 838.952404] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb2ebd9-30cd-4ac2-9d6b-4543e4992084 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.972738] env[68946]: DEBUG oslo_vmware.api [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 838.972738] env[68946]: value = "task-2878589" [ 838.972738] env[68946]: _type = "Task" [ 838.972738] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.979815] env[68946]: DEBUG oslo_vmware.api [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878589, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.039054] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d3971-3e2a-4671-b47b-75a5380c67c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.045910] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9c636-d9cf-44ff-ba2e-18e8f78cb671 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.085839] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bcb72-d000-4bb5-9fbb-6e9df16c1539 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.095083] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2217a324-d8ec-4fc4-8fb5-8a03cd9280f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.110548] env[68946]: DEBUG nova.compute.provider_tree [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.161122] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649478} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.161398] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 915e094d-ada2-44d2-ae3a-cbe107b67f8a/915e094d-ada2-44d2-ae3a-cbe107b67f8a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.161580] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.164431] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df2b940-d2bd-48d2-aa85-6d0eeb76a46f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.171032] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 839.171032] env[68946]: value = "task-2878591" [ 839.171032] env[68946]: _type = "Task" [ 839.171032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.180187] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.276402] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updated VIF entry in instance network info cache for port 9abd14a1-af6d-4fe6-9620-0d353563e5ff. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.276563] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [{"id": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "address": "fa:16:3e:f9:2c:26", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd14a1-af", "ovs_interfaceid": "9abd14a1-af6d-4fe6-9620-0d353563e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.281656] env[68946]: DEBUG oslo_vmware.api [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330442} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.282192] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.282458] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.283216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.283216] env[68946]: INFO nova.compute.manager [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 1.12 seconds to destroy the instance on the hypervisor. [ 839.283216] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.283216] env[68946]: DEBUG nova.compute.manager [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.283532] env[68946]: DEBUG nova.network.neutron [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.409888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.480860] env[68946]: DEBUG oslo_vmware.api [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.615937] env[68946]: DEBUG nova.scheduler.client.report [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.682447] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072161} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.682711] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.683502] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14abb722-8e61-4791-8e99-f3db16715866 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.707240] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 915e094d-ada2-44d2-ae3a-cbe107b67f8a/915e094d-ada2-44d2-ae3a-cbe107b67f8a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.708292] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b500c1-3b85-4df6-822a-712c5373c3fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.728599] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 839.728599] env[68946]: value = "task-2878592" [ 839.728599] env[68946]: _type = "Task" [ 839.728599] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.737380] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.782923] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Releasing lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.783251] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.783497] env[68946]: DEBUG nova.compute.manager [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing instance network info cache due to event network-changed-9abd14a1-af6d-4fe6-9620-0d353563e5ff. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 839.783756] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquiring lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.783922] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Acquired lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.784117] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Refreshing network info cache for port 9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.877568] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Received event network-vif-plugged-c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.877663] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquiring lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.877870] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.878045] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.878260] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] No waiting events found dispatching network-vif-plugged-c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.878381] env[68946]: WARNING nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Received unexpected event network-vif-plugged-c663b8a0-910f-4e48-b5ab-8f4898132d92 for instance with vm_state building and task_state spawning. [ 839.878547] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Received event network-changed-c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 839.878703] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Refreshing instance network info cache due to event network-changed-c663b8a0-910f-4e48-b5ab-8f4898132d92. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 839.878872] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquiring lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.878988] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquired lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.879139] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Refreshing network info cache for port c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.981345] env[68946]: DEBUG oslo_vmware.api [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878589, 'name': ReconfigVM_Task, 'duration_secs': 0.907932} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.981877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.982106] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfigured VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 840.039064] env[68946]: DEBUG nova.network.neutron [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.080499] env[68946]: DEBUG nova.compute.manager [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.080674] env[68946]: DEBUG nova.compute.manager [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing instance network info cache due to event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 840.080899] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.081064] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.081222] env[68946]: DEBUG nova.network.neutron [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.121861] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.123131] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.124937] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.879s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.126668] env[68946]: INFO nova.compute.claims [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.240464] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878592, 'name': ReconfigVM_Task, 'duration_secs': 0.487873} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.240464] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 915e094d-ada2-44d2-ae3a-cbe107b67f8a/915e094d-ada2-44d2-ae3a-cbe107b67f8a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.240671] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-061de470-47c3-4a92-9da1-5115eb76e0db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.246775] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 840.246775] env[68946]: value = "task-2878593" [ 840.246775] env[68946]: _type = "Task" [ 840.246775] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.255056] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878593, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.311075] env[68946]: INFO nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Port 9abd14a1-af6d-4fe6-9620-0d353563e5ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 840.311335] env[68946]: DEBUG nova.network.neutron [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.488859] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7d077aad-d11e-4af2-a9ac-18d4bb0b22aa tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.583s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.541273] env[68946]: INFO nova.compute.manager [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 1.26 seconds to deallocate network for instance. [ 840.631731] env[68946]: DEBUG nova.compute.utils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.638446] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.638582] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.713187] env[68946]: DEBUG nova.policy [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b16ad65cc64c87ae633e114647eda8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cefd599707f4862a086377ebbba98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.756941] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878593, 'name': Rename_Task, 'duration_secs': 0.141605} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.757406] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.757732] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a742c990-b8d1-4d66-8e50-d78444bc3105 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.763929] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 840.763929] env[68946]: value = "task-2878594" [ 840.763929] env[68946]: _type = "Task" [ 840.763929] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.772675] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.814545] env[68946]: DEBUG oslo_concurrency.lockutils [req-d4dc517b-e71e-40db-9129-334d31eb8f72 req-6117559d-5b29-4af6-91ac-3b8717ae6f54 service nova] Releasing lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.820270] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Updated VIF entry in instance network info cache for port c663b8a0-910f-4e48-b5ab-8f4898132d92. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.820674] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Updating instance_info_cache with network_info: [{"id": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "address": "fa:16:3e:5f:f4:ab", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc663b8a0-91", "ovs_interfaceid": "c663b8a0-910f-4e48-b5ab-8f4898132d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.048907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.139558] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.156150] env[68946]: DEBUG nova.network.neutron [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updated VIF entry in instance network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.156150] env[68946]: DEBUG nova.network.neutron [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.252740] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Successfully created port: 824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.273062] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.273305] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578483', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'name': 'volume-4f5ef9b5-c355-4947-8796-2ee44a708002', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78ce28ce-112c-4444-8a7e-2e633a5b4ef5', 'attached_at': '', 'detached_at': '', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'serial': '4f5ef9b5-c355-4947-8796-2ee44a708002'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.274401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec532cd-0442-4111-a35b-7b9103a13c09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.284428] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.301030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe82635-181c-4f9f-85b0-da0583181ce2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.328311] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Releasing lock "refresh_cache-915e094d-ada2-44d2-ae3a-cbe107b67f8a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328629] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-vif-plugged-62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 841.328887] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.329167] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.329358] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.329557] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] No waiting events found dispatching network-vif-plugged-62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.332018] env[68946]: WARNING nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received unexpected event network-vif-plugged-62ad8074-e1fa-45a3-8bae-950bda3e4b9c for instance with vm_state active and task_state None. [ 841.332018] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-changed-62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 841.332018] env[68946]: DEBUG nova.compute.manager [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing instance network info cache due to event network-changed-62ad8074-e1fa-45a3-8bae-950bda3e4b9c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 841.332018] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.332018] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.332018] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Refreshing network info cache for port 62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.343422] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-4f5ef9b5-c355-4947-8796-2ee44a708002/volume-4f5ef9b5-c355-4947-8796-2ee44a708002.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.350173] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05a2547-9c0c-4ee6-933e-cb4a77cb6711 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.372967] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 841.372967] env[68946]: value = "task-2878595" [ 841.372967] env[68946]: _type = "Task" [ 841.372967] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.391386] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.656258] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6717406-b50c-4f07-9318-b5f1631e86de req-a93012f0-525a-4562-bfdf-0abc3d7caee6 service nova] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.725275] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updated VIF entry in instance network info cache for port 62ad8074-e1fa-45a3-8bae-950bda3e4b9c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.726674] env[68946]: DEBUG nova.network.neutron [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62ad8074-e1fa-45a3-8bae-950bda3e4b9c", "address": "fa:16:3e:e4:85:d9", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ad8074-e1", "ovs_interfaceid": "62ad8074-e1fa-45a3-8bae-950bda3e4b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.772016] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e267d-57db-444d-9f86-5ffdea381005 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.781337] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878594, 'name': PowerOnVM_Task, 'duration_secs': 0.653629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.784588] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.784999] env[68946]: INFO nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Took 7.97 seconds to spawn the instance on the hypervisor. [ 841.785336] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.786913] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445952aa-2d9e-4798-a183-91c2e7ebf1ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.792307] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3517ac55-ecc5-4b8b-84d5-27a0aa83489b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.832906] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b7beb-480f-4199-bcd2-4827db98039b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.840524] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162e6e7f-489b-4bd9-aa92-cf3ba80178ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.856084] env[68946]: DEBUG nova.compute.provider_tree [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.883645] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878595, 'name': ReconfigVM_Task, 'duration_secs': 0.36988} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.883917] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-4f5ef9b5-c355-4947-8796-2ee44a708002/volume-4f5ef9b5-c355-4947-8796-2ee44a708002.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.891486] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66531f06-b66d-4146-9c86-f4ebf1cdf4d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.907171] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 841.907171] env[68946]: value = "task-2878596" [ 841.907171] env[68946]: _type = "Task" [ 841.907171] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.915540] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.055206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.055206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.055206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.055206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.055206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.056392] env[68946]: INFO nova.compute.manager [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Terminating instance [ 842.154150] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.191020] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.191020] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.191020] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.191344] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.191621] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.191869] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.192192] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.192494] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.195019] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.195019] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.195019] env[68946]: DEBUG nova.virt.hardware [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.195019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627719b-3435-409c-a3fd-b48c2e487497 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.203897] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47979fdc-2c49-4c19-bc70-9be7b7440d0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.229122] env[68946]: DEBUG oslo_concurrency.lockutils [req-edf51b47-418d-49f8-a8b5-938fb179f20f req-9e625bff-481c-4b31-b9e2-ea58da07e666 service nova] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.241558] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.241807] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.242011] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.243441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.243640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.245661] env[68946]: INFO nova.compute.manager [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Terminating instance [ 842.343114] env[68946]: INFO nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Took 48.97 seconds to build instance. [ 842.361306] env[68946]: DEBUG nova.scheduler.client.report [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.422282] env[68946]: DEBUG oslo_vmware.api [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878596, 'name': ReconfigVM_Task, 'duration_secs': 0.149641} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.423110] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578483', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'name': 'volume-4f5ef9b5-c355-4947-8796-2ee44a708002', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78ce28ce-112c-4444-8a7e-2e633a5b4ef5', 'attached_at': '', 'detached_at': '', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'serial': '4f5ef9b5-c355-4947-8796-2ee44a708002'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 842.507565] env[68946]: DEBUG nova.compute.manager [req-3dc65fde-3d3f-4513-aee7-46ce7d653e72 req-b12c5c51-3f40-423b-81be-95c401ff62a0 service nova] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Received event network-vif-deleted-9abd14a1-af6d-4fe6-9620-0d353563e5ff {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.515946] env[68946]: DEBUG nova.compute.manager [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.515946] env[68946]: DEBUG nova.compute.manager [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing instance network info cache due to event network-changed-30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 842.516151] env[68946]: DEBUG oslo_concurrency.lockutils [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] Acquiring lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.516322] env[68946]: DEBUG oslo_concurrency.lockutils [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] Acquired lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.516466] env[68946]: DEBUG nova.network.neutron [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Refreshing network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.560098] env[68946]: DEBUG nova.compute.manager [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.560354] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.561231] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407667de-99f1-43d7-aedd-b92d7c7a4bdc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.569026] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.569026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638e1b40-c202-46f9-a2f6-a8d55ba448de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.575153] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 842.575153] env[68946]: value = "task-2878597" [ 842.575153] env[68946]: _type = "Task" [ 842.575153] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.583684] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.743192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.750446] env[68946]: DEBUG nova.compute.manager [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.750446] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.751620] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb73657b-5f20-4527-a82d-dd53b90ee3b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.767709] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.768119] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5805f282-5847-483a-bfdb-ff82b0095cfe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.776713] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 842.776713] env[68946]: value = "task-2878598" [ 842.776713] env[68946]: _type = "Task" [ 842.776713] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.792705] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.846242] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.609s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.867911] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.868626] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.873400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.859s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.873641] env[68946]: DEBUG nova.objects.instance [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: 01c5d417-3609-4987-9094-887626db9d30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 843.297445] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878598, 'name': PowerOffVM_Task, 'duration_secs': 0.200104} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.300340] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.300520] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.300776] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878597, 'name': PowerOffVM_Task, 'duration_secs': 0.26509} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.300974] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9e043d1-748d-4809-a24a-27acb17a120d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.302532] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.302699] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.302930] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38594ef-822e-4930-947e-904003d48a0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.306053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-62ad8074-e1fa-45a3-8bae-950bda3e4b9c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.306291] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-62ad8074-e1fa-45a3-8bae-950bda3e4b9c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.375708] env[68946]: DEBUG nova.compute.utils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.378206] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.378206] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.402816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.402816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.402963] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleting the datastore file [datastore2] b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.403245] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2802d8-7293-436b-b27d-77a79d38d888 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.410652] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for the task: (returnval){ [ 843.410652] env[68946]: value = "task-2878601" [ 843.410652] env[68946]: _type = "Task" [ 843.410652] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.418619] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.418893] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.419228] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleting the datastore file [datastore2] e2acee70-2fdb-4425-b8ea-0db0ab43d391 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.420114] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d365d74-dc12-4493-91e2-983257552839 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.426826] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.431136] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for the task: (returnval){ [ 843.431136] env[68946]: value = "task-2878602" [ 843.431136] env[68946]: _type = "Task" [ 843.431136] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.442177] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.497618] env[68946]: DEBUG nova.objects.instance [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.514879] env[68946]: DEBUG nova.policy [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f178cfdf09d0490e8490e95470a8d846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f986ea8fa63641c6a2c251e0f141ec28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.584536] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Successfully updated port: 824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.730891] env[68946]: DEBUG nova.network.neutron [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updated VIF entry in instance network info cache for port 30d0b946-d6c2-4582-a90a-8b9668eacf6e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.731287] env[68946]: DEBUG nova.network.neutron [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [{"id": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "address": "fa:16:3e:4b:54:36", "network": {"id": "b8f8cd27-e9a0-4c64-a69c-ee72a85cb654", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1267494014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b4ccc7c0214235b5e731046fc5f590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d0b946-d6", "ovs_interfaceid": "30d0b946-d6c2-4582-a90a-8b9668eacf6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.809880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.810147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.812040] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac09a57-1bef-4cae-9e0e-ef7445e8d3d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.833510] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9744ad1-96a2-4ac7-9738-b3c15eec1d32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.868241] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfiguring VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 843.869403] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da178af-bea7-40ce-b8b4-1eeb3f1fc3a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.888273] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b686b021-f7a6-47e0-8ef4-dce97810043b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.892523] env[68946]: DEBUG nova.compute.utils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.892523] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.296s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.892903] env[68946]: INFO nova.compute.claims [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.900834] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 843.900834] env[68946]: value = "task-2878603" [ 843.900834] env[68946]: _type = "Task" [ 843.900834] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.911710] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.921738] env[68946]: DEBUG oslo_vmware.api [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Task: {'id': task-2878601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175064} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.922256] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.922256] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.922256] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.922476] env[68946]: INFO nova.compute.manager [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 843.922798] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.922882] env[68946]: DEBUG nova.compute.manager [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.922931] env[68946]: DEBUG nova.network.neutron [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.941116] env[68946]: DEBUG oslo_vmware.api [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Task: {'id': task-2878602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200849} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.941399] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.941658] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.942264] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.942264] env[68946]: INFO nova.compute.manager [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Took 1.38 seconds to destroy the instance on the hypervisor. [ 843.942264] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.942685] env[68946]: DEBUG nova.compute.manager [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.942685] env[68946]: DEBUG nova.network.neutron [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.003525] env[68946]: DEBUG oslo_concurrency.lockutils [None req-68175d2b-c1b2-4085-957d-a99f14bec29f tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.345s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.089317] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.089317] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089317] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.235708] env[68946]: DEBUG oslo_concurrency.lockutils [req-ff2fc21e-fe08-465c-ac31-06a6f50c3aaf req-8191a3f0-47d6-4c69-abda-f283ce1d0e0e service nova] Releasing lock "refresh_cache-59cf66e2-713b-4ec4-a168-156b71cdc421" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.396714] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.417752] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.503323] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Successfully created port: f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.654397] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.726742] env[68946]: DEBUG nova.compute.manager [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Received event network-vif-plugged-824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 844.727019] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Acquiring lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.727272] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.727437] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.727603] env[68946]: DEBUG nova.compute.manager [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] No waiting events found dispatching network-vif-plugged-824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.727897] env[68946]: WARNING nova.compute.manager [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Received unexpected event network-vif-plugged-824c20d5-5a5e-43d0-9dec-be00e5494090 for instance with vm_state building and task_state spawning. [ 844.727973] env[68946]: DEBUG nova.compute.manager [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Received event network-changed-824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 844.730813] env[68946]: DEBUG nova.compute.manager [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Refreshing instance network info cache due to event network-changed-824c20d5-5a5e-43d0-9dec-be00e5494090. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 844.730813] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Acquiring lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.926264] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.995426] env[68946]: DEBUG nova.network.neutron [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Updating instance_info_cache with network_info: [{"id": "824c20d5-5a5e-43d0-9dec-be00e5494090", "address": "fa:16:3e:e5:63:78", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824c20d5-5a", "ovs_interfaceid": "824c20d5-5a5e-43d0-9dec-be00e5494090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.250108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.250108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.255153] env[68946]: DEBUG nova.network.neutron [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.260775] env[68946]: DEBUG nova.compute.manager [req-6eca0719-59d1-4a2e-a191-ff1ce93a1e51 req-8fc4596c-e4ae-408a-a195-55c387435edf service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Received event network-vif-deleted-70cabe5f-3d39-4688-9fae-435d05d92694 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.261362] env[68946]: INFO nova.compute.manager [req-6eca0719-59d1-4a2e-a191-ff1ce93a1e51 req-8fc4596c-e4ae-408a-a195-55c387435edf service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Neutron deleted interface 70cabe5f-3d39-4688-9fae-435d05d92694; detaching it from the instance and deleting it from the info cache [ 845.261362] env[68946]: DEBUG nova.network.neutron [req-6eca0719-59d1-4a2e-a191-ff1ce93a1e51 req-8fc4596c-e4ae-408a-a195-55c387435edf service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.405628] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.420412] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.425777] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da19e8-4fe0-4ca3-9d30-43d3976d1338 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.438152] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:01:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='712684984',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1700569962',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.438402] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.438559] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.438833] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.439179] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.439293] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.439499] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.439656] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.439818] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.440135] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.440382] env[68946]: DEBUG nova.virt.hardware [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.441600] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f57741-7391-413a-bfeb-afe765de5714 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.446010] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9967df-504b-4c47-9f0b-196bb281d2f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.478884] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79946b-b244-4fc7-a8ee-ffcc0c795096 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.483937] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2b213-01e8-41e6-bbbc-459e9053e973 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.499460] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faecd513-ea83-4703-bb4e-eb8d3ce09c19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.503457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.503777] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Instance network_info: |[{"id": "824c20d5-5a5e-43d0-9dec-be00e5494090", "address": "fa:16:3e:e5:63:78", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824c20d5-5a", "ovs_interfaceid": "824c20d5-5a5e-43d0-9dec-be00e5494090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.504095] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Acquired lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.504291] env[68946]: DEBUG nova.network.neutron [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Refreshing network info cache for port 824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.505441] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:63:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824c20d5-5a5e-43d0-9dec-be00e5494090', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.513111] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.513374] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.514139] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6a18ce-e247-4d13-8782-f7577b0733bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.536398] env[68946]: DEBUG nova.compute.provider_tree [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.543133] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.543133] env[68946]: value = "task-2878604" [ 845.543133] env[68946]: _type = "Task" [ 845.543133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.551267] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878604, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.678504] env[68946]: DEBUG nova.network.neutron [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.755533] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.758628] env[68946]: INFO nova.compute.manager [-] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Took 1.84 seconds to deallocate network for instance. [ 845.766015] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8520783-2720-4654-96df-72360f9ca5fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.774941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8aea7-5402-497d-93a9-390662297c39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.509405] env[68946]: DEBUG nova.scheduler.client.report [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.516057] env[68946]: INFO nova.compute.manager [-] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Took 2.57 seconds to deallocate network for instance. [ 846.516057] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.516763] env[68946]: DEBUG nova.compute.manager [req-6eca0719-59d1-4a2e-a191-ff1ce93a1e51 req-8fc4596c-e4ae-408a-a195-55c387435edf service nova] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Detach interface failed, port_id=70cabe5f-3d39-4688-9fae-435d05d92694, reason: Instance b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 846.517698] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Successfully updated port: f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.534277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.537074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.542273] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878604, 'name': CreateVM_Task, 'duration_secs': 0.347776} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.545430] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.545924] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.546578] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546737] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.547051] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.548196] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.548371] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9270a0b-dc5d-4ff3-ad36-1cc5c977501d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.553391] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 846.553391] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f19cf-d462-4a92-bf89-ad91df079c2f" [ 846.553391] env[68946]: _type = "Task" [ 846.553391] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.562653] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f19cf-d462-4a92-bf89-ad91df079c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.691014] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.691267] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.764571] env[68946]: DEBUG nova.network.neutron [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Updated VIF entry in instance network info cache for port 824c20d5-5a5e-43d0-9dec-be00e5494090. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.764972] env[68946]: DEBUG nova.network.neutron [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Updating instance_info_cache with network_info: [{"id": "824c20d5-5a5e-43d0-9dec-be00e5494090", "address": "fa:16:3e:e5:63:78", "network": {"id": "46dda5dd-e8f2-4082-8d23-903072c96906", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1906554888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cefd599707f4862a086377ebbba98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824c20d5-5a", "ovs_interfaceid": "824c20d5-5a5e-43d0-9dec-be00e5494090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.815334] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-vif-deleted-d518196d-bd45-4fa2-9df0-19d632e7028c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.815493] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Received event network-vif-deleted-49b0f64b-e919-407a-b3fc-d9c93074a13b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.816086] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Received event network-vif-plugged-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.816086] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Acquiring lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.816182] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.816294] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.816466] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] No waiting events found dispatching network-vif-plugged-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.816643] env[68946]: WARNING nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Received unexpected event network-vif-plugged-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c for instance with vm_state building and task_state spawning. [ 846.816803] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Received event network-changed-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.816961] env[68946]: DEBUG nova.compute.manager [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Refreshing instance network info cache due to event network-changed-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.817167] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Acquiring lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.817300] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Acquired lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.817462] env[68946]: DEBUG nova.network.neutron [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Refreshing network info cache for port f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.019276] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.128s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.019985] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.023804] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.024424] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.022s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.024755] env[68946]: DEBUG nova.objects.instance [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'resources' on Instance uuid 01c5d417-3609-4987-9094-887626db9d30 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.034214] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.037765] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.038224] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.063876] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f19cf-d462-4a92-bf89-ad91df079c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.022668} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.063876] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.063876] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.064081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.064208] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.064392] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.064657] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d2b462-4b6c-47a4-854a-ec8bcbad6fd1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.073109] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.073188] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.073866] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3923d174-2f6a-4f47-bcd9-a388ec8a66e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.081281] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 847.081281] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277ef02-2f3a-6711-945d-c390e49bafc0" [ 847.081281] env[68946]: _type = "Task" [ 847.081281] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.089507] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277ef02-2f3a-6711-945d-c390e49bafc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.194402] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.267081] env[68946]: DEBUG oslo_concurrency.lockutils [req-bc5f40b5-2522-4574-9527-3754c710722d req-a8d87ce0-8a2c-4d09-a91d-bd51952fd884 service nova] Releasing lock "refresh_cache-46c5d347-4654-4c1c-8de3-45ecebe15435" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.347880] env[68946]: DEBUG nova.network.neutron [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.424978] env[68946]: DEBUG nova.network.neutron [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.517373] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.525935] env[68946]: DEBUG nova.compute.utils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.527455] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.527567] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.570670] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.575072] env[68946]: DEBUG nova.policy [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42f0a4c5a32d4a6f8fa7dbb4a3092c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d9f0a87f784ee9ab9e9f25fe02c404', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.591572] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277ef02-2f3a-6711-945d-c390e49bafc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.595184] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b6a8e5-3972-487a-835d-29b3712f9dfb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.600239] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 847.600239] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231c2d6-3d32-f126-d586-d3d333003f74" [ 847.600239] env[68946]: _type = "Task" [ 847.600239] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.610830] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231c2d6-3d32-f126-d586-d3d333003f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.716100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.874405] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Successfully created port: 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.928381] env[68946]: DEBUG oslo_concurrency.lockutils [req-5304b212-99bb-45b2-a21e-d496b845bc80 req-dfdc6771-135b-432a-bcbb-1d749d190e34 service nova] Releasing lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.928792] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.928959] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.958038] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f249c1-47d6-4a36-a013-b492c37e2785 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.965388] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095942c4-1b9d-4124-bd0a-24dc448601f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.996919] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a080e-3e99-4b1a-9134-eb26180eec57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.004124] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee560cb8-5429-449f-a620-87964981cd48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.019862] env[68946]: DEBUG nova.compute.provider_tree [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.024061] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.032621] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.110905] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231c2d6-3d32-f126-d586-d3d333003f74, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.111618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.111618] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 46c5d347-4654-4c1c-8de3-45ecebe15435/46c5d347-4654-4c1c-8de3-45ecebe15435.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.111775] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e25886e-f583-4640-ae7f-274a4583595c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.119267] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 848.119267] env[68946]: value = "task-2878605" [ 848.119267] env[68946]: _type = "Task" [ 848.119267] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.127318] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.469202] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.524693] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.525641] env[68946]: DEBUG nova.scheduler.client.report [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.610848] env[68946]: DEBUG nova.network.neutron [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Updating instance_info_cache with network_info: [{"id": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "address": "fa:16:3e:f4:3e:c3", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb9ae8-e9", "ovs_interfaceid": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.629562] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460633} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.629815] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 46c5d347-4654-4c1c-8de3-45ecebe15435/46c5d347-4654-4c1c-8de3-45ecebe15435.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.630038] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.630336] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e285eff-5888-4b9e-8e1b-f825eb2aa827 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.636731] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 848.636731] env[68946]: value = "task-2878606" [ 848.636731] env[68946]: _type = "Task" [ 848.636731] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.645384] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.021233] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.031296] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.033607] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.937s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.035142] env[68946]: INFO nova.compute.claims [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.040800] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.059119] env[68946]: INFO nova.scheduler.client.report [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocations for instance 01c5d417-3609-4987-9094-887626db9d30 [ 849.070036] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.070325] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.070495] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.070708] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.070877] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.071045] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.071285] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.071466] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.071661] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.071831] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.072045] env[68946]: DEBUG nova.virt.hardware [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.072977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a571cc-d63d-42c2-bf9d-19101cb29369 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.083365] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9dc5c9-06d9-45ed-b357-692d201f800a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.113894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.115025] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance network_info: |[{"id": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "address": "fa:16:3e:f4:3e:c3", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb9ae8-e9", "ovs_interfaceid": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.115025] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.123197] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.123767] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.125028] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6768431a-7935-41af-9cc0-5220f9690d6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.148815] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065752} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.150290] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.150819] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.150819] env[68946]: value = "task-2878607" [ 849.150819] env[68946]: _type = "Task" [ 849.150819] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.151578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0754a86-bba0-49c7-897d-52a581b8a6c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.161287] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878607, 'name': CreateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.179609] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 46c5d347-4654-4c1c-8de3-45ecebe15435/46c5d347-4654-4c1c-8de3-45ecebe15435.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.180339] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7649d6d5-5aef-4fef-a12c-20f65964b164 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.202197] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 849.202197] env[68946]: value = "task-2878608" [ 849.202197] env[68946]: _type = "Task" [ 849.202197] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.211277] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.323301] env[68946]: DEBUG nova.compute.manager [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Received event network-vif-plugged-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.323652] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.323923] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.324132] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.324335] env[68946]: DEBUG nova.compute.manager [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] No waiting events found dispatching network-vif-plugged-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.324576] env[68946]: WARNING nova.compute.manager [req-6a729a9e-c248-4b4b-b997-8f46783f8583 req-7342c30c-7202-4bdf-80ad-6764099b4148 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Received unexpected event network-vif-plugged-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 for instance with vm_state building and task_state spawning. [ 849.375292] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Successfully updated port: 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.522015] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.567571] env[68946]: DEBUG oslo_concurrency.lockutils [None req-15ab43da-78e5-4570-9ec0-ddddd982ce41 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "01c5d417-3609-4987-9094-887626db9d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.594s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.663737] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878607, 'name': CreateVM_Task, 'duration_secs': 0.367056} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.663935] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.664730] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.664908] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.665265] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.665561] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d43148b-eb9b-4c7d-b6bd-3ae4dc8f1422 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.670279] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 849.670279] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e5b114-e697-bf6d-9485-5846b97bfa08" [ 849.670279] env[68946]: _type = "Task" [ 849.670279] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.679935] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e5b114-e697-bf6d-9485-5846b97bfa08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.711588] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878608, 'name': ReconfigVM_Task, 'duration_secs': 0.294032} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.711845] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 46c5d347-4654-4c1c-8de3-45ecebe15435/46c5d347-4654-4c1c-8de3-45ecebe15435.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.712584] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0b24d8-244a-4a1e-a787-f96a05ee59d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.718249] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 849.718249] env[68946]: value = "task-2878609" [ 849.718249] env[68946]: _type = "Task" [ 849.718249] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.725368] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878609, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.878404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.878653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.878893] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.022841] env[68946]: DEBUG oslo_vmware.api [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878603, 'name': ReconfigVM_Task, 'duration_secs': 5.807004} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.022841] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.022841] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Reconfigured VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 850.183071] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e5b114-e697-bf6d-9485-5846b97bfa08, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.183381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183622] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.183857] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.184026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.184190] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.184455] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a02491-18f5-46a1-a788-6f4fb6cbd7d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.194934] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.195135] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.195933] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0c0352-d1ab-4660-9a26-e7188186500a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.203539] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 850.203539] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ff95c5-82e5-22f6-946e-0efdf78c1c6b" [ 850.203539] env[68946]: _type = "Task" [ 850.203539] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.213683] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ff95c5-82e5-22f6-946e-0efdf78c1c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.229979] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878609, 'name': Rename_Task, 'duration_secs': 0.141638} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.229979] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.229979] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71755ce0-8718-4d4a-a81b-cbeb736abec2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.237252] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 850.237252] env[68946]: value = "task-2878610" [ 850.237252] env[68946]: _type = "Task" [ 850.237252] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.244794] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.413397] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.470018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b578e47-fba3-4b0c-a727-7324e91f83ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.480046] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c23ee2-f6e1-4b3e-b57c-799c3da224a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.512941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3acf0-44d2-4739-b8b8-9270979f352c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.521420] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a7063-1eca-402a-a677-6875d0d8eac1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.534965] env[68946]: DEBUG nova.compute.provider_tree [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.591328] env[68946]: DEBUG nova.network.neutron [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.714200] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ff95c5-82e5-22f6-946e-0efdf78c1c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.715023] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7acfef-3fa6-4bfa-9976-029ad1c7f44c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.720220] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 850.720220] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52998407-4b80-2621-4afe-380f2181c053" [ 850.720220] env[68946]: _type = "Task" [ 850.720220] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.728052] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52998407-4b80-2621-4afe-380f2181c053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.745433] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878610, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.038697] env[68946]: DEBUG nova.scheduler.client.report [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.093966] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.094341] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Instance network_info: |[{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.095186] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:21:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd8eec0-80ce-4615-b73e-2fc4e8599bb1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.102335] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Creating folder: Project (f0d9f0a87f784ee9ab9e9f25fe02c404). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.102644] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4026a762-3ffb-46d9-8b89-fe0051131250 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.115113] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Created folder: Project (f0d9f0a87f784ee9ab9e9f25fe02c404) in parent group-v578341. [ 851.115501] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Creating folder: Instances. Parent ref: group-v578486. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.115565] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f74bdf24-de71-4d5f-8077-71d441434f90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.125499] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Created folder: Instances in parent group-v578486. [ 851.125779] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.126062] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.126261] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04fe7d4f-1efd-4f59-8e71-cce9954d810d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.145755] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.145755] env[68946]: value = "task-2878613" [ 851.145755] env[68946]: _type = "Task" [ 851.145755] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.154362] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878613, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.230793] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52998407-4b80-2621-4afe-380f2181c053, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.231077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.231339] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/32b4b8e6-cbcc-4c49-b162-92a5e23ec310.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.231586] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d861bc3-9583-4cf9-b2b6-62ead2206d37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.237862] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 851.237862] env[68946]: value = "task-2878614" [ 851.237862] env[68946]: _type = "Task" [ 851.237862] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.248415] env[68946]: DEBUG oslo_vmware.api [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878610, 'name': PowerOnVM_Task, 'duration_secs': 0.565575} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.251351] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.251639] env[68946]: INFO nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Took 9.10 seconds to spawn the instance on the hypervisor. [ 851.251749] env[68946]: DEBUG nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.253065] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.253065] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452a406-51d7-46af-8b08-50a9af2c8f88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.283242] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.283552] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.283703] env[68946]: DEBUG nova.network.neutron [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.405525] env[68946]: DEBUG nova.compute.manager [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Received event network-changed-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.405728] env[68946]: DEBUG nova.compute.manager [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Refreshing instance network info cache due to event network-changed-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 851.405951] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Acquiring lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.406289] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Acquired lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406406] env[68946]: DEBUG nova.network.neutron [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Refreshing network info cache for port 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.543192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.543734] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.546661] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.095s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.546936] env[68946]: DEBUG nova.objects.instance [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lazy-loading 'resources' on Instance uuid 5f19bea0-0966-411b-a952-4a7b2145ac37 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.657028] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878613, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.747022] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.770837] env[68946]: INFO nova.compute.manager [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Took 51.85 seconds to build instance. [ 851.794449] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.794743] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.795505] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.795505] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.795505] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.797396] env[68946]: INFO nova.compute.manager [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Terminating instance [ 852.049867] env[68946]: DEBUG nova.compute.utils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.057670] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.057843] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.061492] env[68946]: INFO nova.network.neutron [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Port 62ad8074-e1fa-45a3-8bae-950bda3e4b9c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 852.061820] env[68946]: DEBUG nova.network.neutron [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.115797] env[68946]: DEBUG nova.policy [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b2e68f1f8d49cea2bc4a8482fb4090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba6a1f1f45e42acb21f7eda79c5110e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.159031] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878613, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.224859] env[68946]: DEBUG nova.network.neutron [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updated VIF entry in instance network info cache for port 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.225302] env[68946]: DEBUG nova.network.neutron [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.248403] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556208} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.251208] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/32b4b8e6-cbcc-4c49-b162-92a5e23ec310.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.251448] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.251935] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74c6217b-9223-447c-bb7a-031e755d819c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.259012] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 852.259012] env[68946]: value = "task-2878615" [ 852.259012] env[68946]: _type = "Task" [ 852.259012] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.273333] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.277104] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0faa89a-7e6d-4e66-a513-eb6452ec6295 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.989s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.303161] env[68946]: DEBUG nova.compute.manager [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.303403] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.304490] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a07cc2-72a2-47ac-8005-7d06d3a223b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.311940] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.313448] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d5dc8b-29ed-4f0c-826e-c339fbb6b92c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.319451] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 852.319451] env[68946]: value = "task-2878616" [ 852.319451] env[68946]: _type = "Task" [ 852.319451] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.329041] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.473944] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Successfully created port: e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.555023] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c94ba-6351-45d5-97ea-599369fd3331 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.558277] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.565482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.568768] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5309e99b-3304-4754-8c32-144c4e6b778e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.603427] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8546aa-24dc-4d7b-a723-710a71822464 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.611884] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9911d869-3312-4092-a702-c36182d058c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.628051] env[68946]: DEBUG nova.compute.provider_tree [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.655200] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.658951] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.664503] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878613, 'name': CreateVM_Task, 'duration_secs': 1.348172} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.664806] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.665519] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665713] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666300] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e0759b-6b47-4586-bca8-94b01548c8d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.671796] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 852.671796] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eda9ca-eec4-ac3f-c556-25bf00ef5026" [ 852.671796] env[68946]: _type = "Task" [ 852.671796] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.682055] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eda9ca-eec4-ac3f-c556-25bf00ef5026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.730790] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Releasing lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.731085] env[68946]: DEBUG nova.compute.manager [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-vif-deleted-62ad8074-e1fa-45a3-8bae-950bda3e4b9c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.731309] env[68946]: INFO nova.compute.manager [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Neutron deleted interface 62ad8074-e1fa-45a3-8bae-950bda3e4b9c; detaching it from the instance and deleting it from the info cache [ 852.731568] env[68946]: DEBUG nova.network.neutron [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [{"id": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "address": "fa:16:3e:83:80:3b", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9b7597-b7", "ovs_interfaceid": "1a9b7597-b713-4032-abcd-9ce33c7f9658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.769604] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197151} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.769876] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.770747] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70b8ed-2ad9-4b07-8170-a137041b1de2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.793669] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/32b4b8e6-cbcc-4c49-b162-92a5e23ec310.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.794623] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db27633-4f38-41d1-82d9-a21d3b402d4e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.817035] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 852.817035] env[68946]: value = "task-2878617" [ 852.817035] env[68946]: _type = "Task" [ 852.817035] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.831342] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.834990] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878616, 'name': PowerOffVM_Task, 'duration_secs': 0.256018} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.834990] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.834990] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.835313] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1982275a-41f7-4d36-bcd0-55c32c254354 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.907858] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.908097] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.908281] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleting the datastore file [datastore2] 1eec8376-eaba-476f-88fb-2f7251d0135d {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.908538] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb405998-d1c3-4532-90fb-b52eac0a433c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.915486] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 852.915486] env[68946]: value = "task-2878619" [ 852.915486] env[68946]: _type = "Task" [ 852.915486] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.923525] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.991402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.991747] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.991985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.992212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.992384] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.994848] env[68946]: INFO nova.compute.manager [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Terminating instance [ 853.074674] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed22d144-f76c-4c23-a285-160d53f5dca0 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-1eec8376-eaba-476f-88fb-2f7251d0135d-62ad8074-e1fa-45a3-8bae-950bda3e4b9c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.768s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.132267] env[68946]: DEBUG nova.scheduler.client.report [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.164908] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "46c5d347-4654-4c1c-8de3-45ecebe15435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.165176] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.165414] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.165656] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.165815] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.173106] env[68946]: INFO nova.compute.manager [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Terminating instance [ 853.179694] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.179694] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.179946] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.180448] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.180628] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.180777] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.180902] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 853.181053] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.190022] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eda9ca-eec4-ac3f-c556-25bf00ef5026, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.190022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.190022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.190022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.190022] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.190022] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75874029-ca26-4363-b992-0dd49948dbc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.199137] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.199253] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.199963] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8907d35-38d6-4aed-9694-108d97702d50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.205391] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 853.205391] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258604c-47cc-6b0e-5062-39f93277f916" [ 853.205391] env[68946]: _type = "Task" [ 853.205391] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.212879] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258604c-47cc-6b0e-5062-39f93277f916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.234935] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Acquiring lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.326810] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878617, 'name': ReconfigVM_Task, 'duration_secs': 0.331026} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.327514] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/32b4b8e6-cbcc-4c49-b162-92a5e23ec310.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.327763] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68946) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 853.328406] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f3bcadea-9d92-45c7-989c-220d65f83269 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.335214] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 853.335214] env[68946]: value = "task-2878620" [ 853.335214] env[68946]: _type = "Task" [ 853.335214] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.343618] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878620, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.425248] env[68946]: DEBUG oslo_vmware.api [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277245} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.425552] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.425723] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.425909] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.426098] env[68946]: INFO nova.compute.manager [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 853.426384] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.426679] env[68946]: DEBUG nova.compute.manager [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.426679] env[68946]: DEBUG nova.network.neutron [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.499349] env[68946]: DEBUG nova.compute.manager [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.499647] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.500583] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c077d-e74b-4990-ac21-c4004b75d9d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.509166] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.509444] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbe61c9-3169-4a07-9f41-8a13f5cc5038 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.516360] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 853.516360] env[68946]: value = "task-2878621" [ 853.516360] env[68946]: _type = "Task" [ 853.516360] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.525314] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.568860] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.601026] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.601026] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.601026] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.601026] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.601026] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.601327] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.601327] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.601523] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.601721] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.601905] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.602114] env[68946]: DEBUG nova.virt.hardware [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.603147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c24977-f859-475f-84ea-44556e7e9112 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.611884] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f10fa0-cfaa-4b59-a971-edfd34dc6eef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.641070] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.642105] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.077s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.643099] env[68946]: DEBUG nova.objects.instance [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lazy-loading 'resources' on Instance uuid dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.668066] env[68946]: INFO nova.scheduler.client.report [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Deleted allocations for instance 5f19bea0-0966-411b-a952-4a7b2145ac37 [ 853.681172] env[68946]: DEBUG nova.compute.manager [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.681420] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.682734] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58792d-a0ac-4195-a4e7-3cbab096619d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.692147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.692837] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.693588] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8b79c0-68f2-4fef-b032-8a62a6495689 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.700823] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 853.700823] env[68946]: value = "task-2878622" [ 853.700823] env[68946]: _type = "Task" [ 853.700823] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.709184] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.718154] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5258604c-47cc-6b0e-5062-39f93277f916, 'name': SearchDatastore_Task, 'duration_secs': 0.041589} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.718939] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099bd6c0-750d-4753-90ba-8e59c8495963 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.726468] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 853.726468] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9c8e4-3e6f-cbae-d093-50c248294759" [ 853.726468] env[68946]: _type = "Task" [ 853.726468] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.734689] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9c8e4-3e6f-cbae-d093-50c248294759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.853920] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878620, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064178} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.854057] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68946) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 853.855269] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7d794-2069-4381-aa37-975a97ff8adc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.885025] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/ephemeral_0.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.885025] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394d165e-b186-4996-9ed2-68337366e26d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.905871] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 853.905871] env[68946]: value = "task-2878623" [ 853.905871] env[68946]: _type = "Task" [ 853.905871] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.916325] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.989990] env[68946]: DEBUG nova.compute.manager [req-870f723a-8c13-4561-b6cc-58e7cd3ebcd2 req-7cb93981-3e24-42d1-931c-a66244d3879f service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Received event network-vif-deleted-1a9b7597-b713-4032-abcd-9ce33c7f9658 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.990396] env[68946]: INFO nova.compute.manager [req-870f723a-8c13-4561-b6cc-58e7cd3ebcd2 req-7cb93981-3e24-42d1-931c-a66244d3879f service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Neutron deleted interface 1a9b7597-b713-4032-abcd-9ce33c7f9658; detaching it from the instance and deleting it from the info cache [ 853.990746] env[68946]: DEBUG nova.network.neutron [req-870f723a-8c13-4561-b6cc-58e7cd3ebcd2 req-7cb93981-3e24-42d1-931c-a66244d3879f service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.027301] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878621, 'name': PowerOffVM_Task, 'duration_secs': 0.36652} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.027588] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.027760] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.028048] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80271d85-49f5-4702-abd1-b2542eccfc6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.091113] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.091426] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.091703] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleting the datastore file [datastore1] 915e094d-ada2-44d2-ae3a-cbe107b67f8a {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.092017] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d45516f-5ed6-4f6b-8666-08bb92959b12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.098947] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 854.098947] env[68946]: value = "task-2878625" [ 854.098947] env[68946]: _type = "Task" [ 854.098947] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.108123] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.137599] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Successfully updated port: e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.179255] env[68946]: DEBUG oslo_concurrency.lockutils [None req-17ea789f-f4c0-4ed4-8654-62e07aad7a18 tempest-ListImageFiltersTestJSON-325278885 tempest-ListImageFiltersTestJSON-325278885-project-member] Lock "5f19bea0-0966-411b-a952-4a7b2145ac37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.204s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.214740] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878622, 'name': PowerOffVM_Task, 'duration_secs': 0.3825} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.214920] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.216733] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.216733] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e98ced-f921-4728-83ee-6275b6ec6180 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.236510] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c9c8e4-3e6f-cbae-d093-50c248294759, 'name': SearchDatastore_Task, 'duration_secs': 0.18287} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.239205] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.239477] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 11212aa3-a6a9-413a-b816-fd3093b379fa/11212aa3-a6a9-413a-b816-fd3093b379fa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.239922] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa24720-f7b3-4077-9f88-a0ae77a3b7a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.251027] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 854.251027] env[68946]: value = "task-2878627" [ 854.251027] env[68946]: _type = "Task" [ 854.251027] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.263628] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.281511] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.281772] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.281957] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleting the datastore file [datastore2] 46c5d347-4654-4c1c-8de3-45ecebe15435 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.282228] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e074b4fb-0252-40af-99bb-0f9b1e016d5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.291419] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for the task: (returnval){ [ 854.291419] env[68946]: value = "task-2878628" [ 854.291419] env[68946]: _type = "Task" [ 854.291419] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.300175] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.368497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.368772] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.419760] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878623, 'name': ReconfigVM_Task, 'duration_secs': 0.364063} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.420056] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310/ephemeral_0.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.420841] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e00d924-a86d-4ec5-8442-71927d1c96de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.427815] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 854.427815] env[68946]: value = "task-2878629" [ 854.427815] env[68946]: _type = "Task" [ 854.427815] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.435797] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878629, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.444731] env[68946]: DEBUG nova.network.neutron [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.494047] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0e5328-b3df-4a42-b4b0-bc0d32842578 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.504928] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ac772a-d67e-4c3b-a30a-79c5d19dd920 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.543119] env[68946]: DEBUG nova.compute.manager [req-870f723a-8c13-4561-b6cc-58e7cd3ebcd2 req-7cb93981-3e24-42d1-931c-a66244d3879f service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Detach interface failed, port_id=1a9b7597-b713-4032-abcd-9ce33c7f9658, reason: Instance 1eec8376-eaba-476f-88fb-2f7251d0135d could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 854.609707] env[68946]: DEBUG oslo_vmware.api [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150654} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.612280] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.612530] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.612724] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.612900] env[68946]: INFO nova.compute.manager [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 854.613166] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.613647] env[68946]: DEBUG nova.compute.manager [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.613747] env[68946]: DEBUG nova.network.neutron [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.626171] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c229b8f-5122-4c09-8f66-937ec5e5fcee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.634162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79930625-331a-47c2-b0e5-24048e3d3404 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.639660] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.639924] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.640143] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.672093] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce3deb-75c1-47c5-82f2-2116d0b727dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.680338] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a9848-cace-4dbe-bb6a-3fac55f80897 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.700877] env[68946]: DEBUG nova.compute.provider_tree [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.765705] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.801375] env[68946]: DEBUG oslo_vmware.api [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Task: {'id': task-2878628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.801624] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.801834] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.802086] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.802290] env[68946]: INFO nova.compute.manager [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.802602] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.802848] env[68946]: DEBUG nova.compute.manager [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.802958] env[68946]: DEBUG nova.network.neutron [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.872097] env[68946]: DEBUG nova.compute.utils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.938734] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878629, 'name': Rename_Task, 'duration_secs': 0.283101} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.938734] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.938965] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6f0dcd-ae13-4326-871b-670446fb5fd1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.945290] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 854.945290] env[68946]: value = "task-2878630" [ 854.945290] env[68946]: _type = "Task" [ 854.945290] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.954510] env[68946]: INFO nova.compute.manager [-] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Took 1.53 seconds to deallocate network for instance. [ 854.955112] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.199656] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.205812] env[68946]: DEBUG nova.scheduler.client.report [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.265682] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567282} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.265982] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 11212aa3-a6a9-413a-b816-fd3093b379fa/11212aa3-a6a9-413a-b816-fd3093b379fa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.266233] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.266509] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fce5b127-6352-43eb-8e77-bfb158ad2359 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.273069] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 855.273069] env[68946]: value = "task-2878631" [ 855.273069] env[68946]: _type = "Task" [ 855.273069] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.282043] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.336145] env[68946]: DEBUG nova.network.neutron [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Updating instance_info_cache with network_info: [{"id": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "address": "fa:16:3e:87:36:c6", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c8aa29-3f", "ovs_interfaceid": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.376268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.456517] env[68946]: DEBUG oslo_vmware.api [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2878630, 'name': PowerOnVM_Task, 'duration_secs': 0.509913} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.456798] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.457231] env[68946]: INFO nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Took 10.05 seconds to spawn the instance on the hypervisor. [ 855.457231] env[68946]: DEBUG nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.457961] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c51857-78be-4637-9da9-41ef5258e79b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.462636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.467484] env[68946]: DEBUG nova.network.neutron [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.568336] env[68946]: DEBUG nova.network.neutron [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.713889] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.717442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.388s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.739187] env[68946]: INFO nova.scheduler.client.report [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Deleted allocations for instance dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1 [ 855.783071] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.783368] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.784662] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596fcd7-98ff-42d6-a0d0-4fbf3f9ebf94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.807608] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 11212aa3-a6a9-413a-b816-fd3093b379fa/11212aa3-a6a9-413a-b816-fd3093b379fa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.808208] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb3c995-dbad-48d8-82c3-220b9a7e22c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.827256] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 855.827256] env[68946]: value = "task-2878632" [ 855.827256] env[68946]: _type = "Task" [ 855.827256] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.834937] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.841725] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.842070] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance network_info: |[{"id": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "address": "fa:16:3e:87:36:c6", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c8aa29-3f", "ovs_interfaceid": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.842476] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:36:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c8aa29-3f71-46cc-981c-e9ea2b54fd41', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.851037] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.851361] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.851610] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db808ce-1c3a-484c-80f6-2f0f8e77c92a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.871393] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.871393] env[68946]: value = "task-2878633" [ 855.871393] env[68946]: _type = "Task" [ 855.871393] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.879409] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878633, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.973540] env[68946]: INFO nova.compute.manager [-] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Took 1.36 seconds to deallocate network for instance. [ 855.977437] env[68946]: INFO nova.compute.manager [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Took 49.75 seconds to build instance. [ 856.071309] env[68946]: INFO nova.compute.manager [-] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Took 1.27 seconds to deallocate network for instance. [ 856.222162] env[68946]: INFO nova.compute.claims [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.249019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9f91994c-ee6b-47d2-b013-dc0dc9f05e5a tempest-ServerTagsTestJSON-2073703769 tempest-ServerTagsTestJSON-2073703769-project-member] Lock "dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.296s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.320912] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Received event network-vif-plugged-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.322324] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Acquiring lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.322324] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.322324] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.322324] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] No waiting events found dispatching network-vif-plugged-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.322324] env[68946]: WARNING nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Received unexpected event network-vif-plugged-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 for instance with vm_state building and task_state spawning. [ 856.322602] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Received event network-changed-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.322917] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Refreshing instance network info cache due to event network-changed-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 856.323298] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Acquiring lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.323524] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Acquired lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323821] env[68946]: DEBUG nova.network.neutron [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Refreshing network info cache for port e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.342355] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.382219] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878633, 'name': CreateVM_Task, 'duration_secs': 0.354586} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.382219] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.382416] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.382604] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.382924] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.383194] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8fb005-f131-4780-9604-657607b21b77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.387845] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 856.387845] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5226b566-2853-7a54-5a01-78ee79b5dfb7" [ 856.387845] env[68946]: _type = "Task" [ 856.387845] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.396483] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5226b566-2853-7a54-5a01-78ee79b5dfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.449814] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.450608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.450608] env[68946]: INFO nova.compute.manager [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Attaching volume 52ea7735-a53f-4b94-96b7-99247623c06f to /dev/sdb [ 856.480084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-229406b6-f6c5-4ada-99a5-22ca10f06e9d tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.847s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.491112] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.497247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9e2b3-578b-4704-b4f8-21c5cdd06761 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.504134] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a7707c-5222-4912-8209-b4395329054b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.518624] env[68946]: DEBUG nova.virt.block_device [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating existing volume attachment record: 941bcc9d-5e95-4240-8e9e-95ab48c9eb6e {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.580877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.731722] env[68946]: INFO nova.compute.resource_tracker [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating resource usage from migration 6cb232c7-d430-4638-bdb1-07f0cd7f877f [ 856.847890] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878632, 'name': ReconfigVM_Task, 'duration_secs': 0.663481} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.848655] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 11212aa3-a6a9-413a-b816-fd3093b379fa/11212aa3-a6a9-413a-b816-fd3093b379fa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.849877] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a3e1bd-031f-41fe-86e4-1e644ad4dfdd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.862741] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 856.862741] env[68946]: value = "task-2878637" [ 856.862741] env[68946]: _type = "Task" [ 856.862741] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.874998] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878637, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.904806] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5226b566-2853-7a54-5a01-78ee79b5dfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.905097] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.905261] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.905558] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.905714] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.906078] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.906628] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-affbb315-6847-4c35-8b6b-904bd7323da1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.918021] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.918021] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.919425] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57692a30-4c4a-4fc5-9f10-4d329c7a43b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.925886] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 856.925886] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f6c892-2121-50b1-9338-c83731a4672c" [ 856.925886] env[68946]: _type = "Task" [ 856.925886] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.935289] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f6c892-2121-50b1-9338-c83731a4672c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.985102] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.985102] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.202975] env[68946]: DEBUG nova.network.neutron [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Updated VIF entry in instance network info cache for port e2c8aa29-3f71-46cc-981c-e9ea2b54fd41. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.203410] env[68946]: DEBUG nova.network.neutron [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Updating instance_info_cache with network_info: [{"id": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "address": "fa:16:3e:87:36:c6", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c8aa29-3f", "ovs_interfaceid": "e2c8aa29-3f71-46cc-981c-e9ea2b54fd41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.244678] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc2f83-5e8e-4d2a-9216-8631d6555354 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.256636] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710606e-d46b-492b-9076-32bad4f2bdc3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.295217] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdbeb93-8da1-4527-9e75-372769e5b61c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.304021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08e186-b5a7-4b7f-9f9c-27a0642b6082 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.317042] env[68946]: DEBUG nova.compute.provider_tree [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.371906] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878637, 'name': Rename_Task, 'duration_secs': 0.153203} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.373182] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.373182] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6186447-cd34-4d2f-9d46-14b9e709d7a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.379731] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 857.379731] env[68946]: value = "task-2878638" [ 857.379731] env[68946]: _type = "Task" [ 857.379731] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.388103] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.437212] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f6c892-2121-50b1-9338-c83731a4672c, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.438107] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41641d65-4d01-43a3-a171-bb22bc80db77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.443805] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 857.443805] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bef4a5-35c1-6158-77f6-b10fd9f57b4d" [ 857.443805] env[68946]: _type = "Task" [ 857.443805] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.454224] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bef4a5-35c1-6158-77f6-b10fd9f57b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.488671] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.600992] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "7ee84809-e0f0-4c47-a401-6517aebc6801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.602416] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.706837] env[68946]: DEBUG oslo_concurrency.lockutils [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] Releasing lock "refresh_cache-c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.707139] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Received event network-vif-deleted-c663b8a0-910f-4e48-b5ab-8f4898132d92 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 857.707331] env[68946]: DEBUG nova.compute.manager [req-86aaee33-7692-4a2b-9406-588cb5bad9ea req-51049427-fd8f-40c0-bb5c-9126a0054828 service nova] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Received event network-vif-deleted-824c20d5-5a5e-43d0-9dec-be00e5494090 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 857.819531] env[68946]: DEBUG nova.scheduler.client.report [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.890949] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.956658] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bef4a5-35c1-6158-77f6-b10fd9f57b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.956952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.957256] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.957816] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40ed36da-b08d-48d3-a552-b54e05a76f82 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.967030] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 857.967030] env[68946]: value = "task-2878639" [ 857.967030] env[68946]: _type = "Task" [ 857.967030] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.976286] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.018906] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.104724] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.279990] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.281517] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.327324] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.610s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.327654] env[68946]: INFO nova.compute.manager [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Migrating [ 858.327988] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.332165] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.783s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.332165] env[68946]: DEBUG nova.objects.instance [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lazy-loading 'resources' on Instance uuid 7a048aad-8fdd-479b-8756-c871b610686b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.368630] env[68946]: DEBUG nova.compute.manager [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Received event network-changed-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.368804] env[68946]: DEBUG nova.compute.manager [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Refreshing instance network info cache due to event network-changed-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.369062] env[68946]: DEBUG oslo_concurrency.lockutils [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] Acquiring lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.369671] env[68946]: DEBUG oslo_concurrency.lockutils [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] Acquired lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.369671] env[68946]: DEBUG nova.network.neutron [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Refreshing network info cache for port f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.392371] env[68946]: DEBUG oslo_vmware.api [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2878638, 'name': PowerOnVM_Task, 'duration_secs': 0.676264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.393265] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.393489] env[68946]: INFO nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Took 9.35 seconds to spawn the instance on the hypervisor. [ 858.393709] env[68946]: DEBUG nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.394944] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de71dc-9622-467e-88e8-0093959866b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.477610] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.634102] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.839107] env[68946]: INFO nova.compute.rpcapi [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 858.839768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.920546] env[68946]: INFO nova.compute.manager [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Took 48.34 seconds to build instance. [ 858.980500] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550077} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.985066] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.985367] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.985992] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d1438f-5a8a-475e-9998-03978fa08b90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.993696] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 858.993696] env[68946]: value = "task-2878641" [ 858.993696] env[68946]: _type = "Task" [ 858.993696] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.006441] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.268469] env[68946]: DEBUG nova.network.neutron [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Updated VIF entry in instance network info cache for port f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.268839] env[68946]: DEBUG nova.network.neutron [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Updating instance_info_cache with network_info: [{"id": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "address": "fa:16:3e:f4:3e:c3", "network": {"id": "2558b9ae-d7bb-4558-aa19-755071ef61e6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1533993991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f986ea8fa63641c6a2c251e0f141ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3eb9ae8-e9", "ovs_interfaceid": "f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.361404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.361614] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.361794] env[68946]: DEBUG nova.network.neutron [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.364823] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f260c67e-6fd4-486d-8dc4-fe952a8dd6cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.373048] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f3995-2640-4d18-ac9c-fbafa404ab01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.407763] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbfb07f-764f-40f9-9d7d-d204297708ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.412870] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7338b5e5-f195-4661-a27e-ada54230a072 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.428441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-51cc58c3-4184-4a1a-a031-89fcb184c63b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.173s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.429014] env[68946]: DEBUG nova.compute.provider_tree [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.502988] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064021} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.503424] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.504183] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b100c7e-0e2c-414a-b0cd-b0133e38a569 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.526585] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.526909] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de711539-a4bb-4bf7-a198-801e9332cac8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.546868] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 859.546868] env[68946]: value = "task-2878642" [ 859.546868] env[68946]: _type = "Task" [ 859.546868] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.554732] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.772548] env[68946]: DEBUG oslo_concurrency.lockutils [req-0058a042-e9f6-483c-893a-56f3037ad700 req-5972af6b-8f09-4e16-8a6a-dc116a5a8f87 service nova] Releasing lock "refresh_cache-32b4b8e6-cbcc-4c49-b162-92a5e23ec310" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.935273] env[68946]: DEBUG nova.scheduler.client.report [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.938320] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.066475] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878642, 'name': ReconfigVM_Task, 'duration_secs': 0.287738} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.066967] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.067977] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b70c568-ab49-45d8-8b48-499f157e2cc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.077657] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 860.077657] env[68946]: value = "task-2878643" [ 860.077657] env[68946]: _type = "Task" [ 860.077657] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.089073] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878643, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.099769] env[68946]: DEBUG nova.compute.manager [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Received event network-changed-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.099769] env[68946]: DEBUG nova.compute.manager [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Refreshing instance network info cache due to event network-changed-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 860.099917] env[68946]: DEBUG oslo_concurrency.lockutils [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] Acquiring lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.100170] env[68946]: DEBUG oslo_concurrency.lockutils [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] Acquired lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.100443] env[68946]: DEBUG nova.network.neutron [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Refreshing network info cache for port 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.200793] env[68946]: DEBUG nova.network.neutron [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.444683] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.450506] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.452486] env[68946]: INFO nova.compute.claims [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.472239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.473286] env[68946]: INFO nova.scheduler.client.report [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleted allocations for instance 7a048aad-8fdd-479b-8756-c871b610686b [ 860.586170] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878643, 'name': Rename_Task, 'duration_secs': 0.146382} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.586443] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.586707] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d3be6a-0417-4305-9576-1fe751c4e037 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.593861] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 860.593861] env[68946]: value = "task-2878644" [ 860.593861] env[68946]: _type = "Task" [ 860.593861] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.603261] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.707245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.886572] env[68946]: DEBUG nova.network.neutron [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updated VIF entry in instance network info cache for port 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.887021] env[68946]: DEBUG nova.network.neutron [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.983311] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1d2b1be-f3c5-4d41-b2e9-8b4a3908a207 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "7a048aad-8fdd-479b-8756-c871b610686b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.214s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.073724] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 861.074050] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578491', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'name': 'volume-52ea7735-a53f-4b94-96b7-99247623c06f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93063f45-ffe5-408e-bf13-7ac7faa47c66', 'attached_at': '', 'detached_at': '', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'serial': '52ea7735-a53f-4b94-96b7-99247623c06f'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 861.074954] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9f9a7c-e6db-47f5-b3e5-dca09ed0217f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.092693] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49b054-0765-40d1-95f9-3c10d2bd5458 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.121356] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-52ea7735-a53f-4b94-96b7-99247623c06f/volume-52ea7735-a53f-4b94-96b7-99247623c06f.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.124949] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ae657a-3b04-427c-95fb-57d591da0cd2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.138350] env[68946]: DEBUG oslo_vmware.api [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878644, 'name': PowerOnVM_Task, 'duration_secs': 0.443314} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.138901] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.139131] env[68946]: INFO nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Took 7.57 seconds to spawn the instance on the hypervisor. [ 861.139382] env[68946]: DEBUG nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.140848] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e426674b-3c87-442a-b633-10dfa319e7f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.145316] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 861.145316] env[68946]: value = "task-2878645" [ 861.145316] env[68946]: _type = "Task" [ 861.145316] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.159207] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.392910] env[68946]: DEBUG oslo_concurrency.lockutils [req-5ee9366a-451c-4178-9ea7-ca111e0e4334 req-48198567-5771-4516-bd86-8b2045c498fd service nova] Releasing lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.660956] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.668784] env[68946]: INFO nova.compute.manager [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Took 48.59 seconds to build instance. [ 861.927862] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0b2d2-a135-49fb-acfc-a8bc98ba1a0b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.936375] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228c967-9b83-4931-9be4-cfffdac01d39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.967725] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa1e6a-b140-48c0-b5be-caa73276ce6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.975255] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c63796-5d12-48c2-945f-58e461bfcd99 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.990377] env[68946]: DEBUG nova.compute.provider_tree [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.069458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "6b713e62-3396-490c-ab2f-9a695197a4fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.069983] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.161470] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.167375] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d1ad0e30-a9ea-4036-9b2f-4dd72d3c618d tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.624s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.221730] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1d80b-9306-4e17-b0c8-500acc2eeef9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.242058] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.493684] env[68946]: DEBUG nova.scheduler.client.report [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.658894] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.671027] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.748570] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.748952] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61341f9-d147-4d7d-9b58-e1fc54c70ab8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.756658] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 862.756658] env[68946]: value = "task-2878646" [ 862.756658] env[68946]: _type = "Task" [ 862.756658] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.764865] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.999737] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.000126] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.002790] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.345s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.004398] env[68946]: INFO nova.compute.claims [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.160673] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878645, 'name': ReconfigVM_Task, 'duration_secs': 1.954756} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.160673] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-52ea7735-a53f-4b94-96b7-99247623c06f/volume-52ea7735-a53f-4b94-96b7-99247623c06f.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.165332] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9325058a-1fc8-4160-be98-e8ec365816e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.182285] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 863.182285] env[68946]: value = "task-2878647" [ 863.182285] env[68946]: _type = "Task" [ 863.182285] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.192629] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.196536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.267447] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878646, 'name': PowerOffVM_Task, 'duration_secs': 0.385222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.267447] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.267447] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.388659] env[68946]: INFO nova.compute.manager [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Rebuilding instance [ 863.430524] env[68946]: DEBUG nova.compute.manager [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.431377] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392c45d-dae2-4a1d-a1ed-f2e26dea254a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.512324] env[68946]: DEBUG nova.compute.utils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.513914] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.514105] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.566752] env[68946]: DEBUG nova.policy [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbcd14453921455eaa837dbb93a72a0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05e4e09672f4a2faae4a888782ce4dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.590034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "c6f78406-5540-4679-997c-c9a45b855141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.590034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.590216] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "c6f78406-5540-4679-997c-c9a45b855141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.590336] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.590522] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.593283] env[68946]: INFO nova.compute.manager [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Terminating instance [ 863.696934] env[68946]: DEBUG oslo_vmware.api [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878647, 'name': ReconfigVM_Task, 'duration_secs': 0.148144} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.698106] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578491', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'name': 'volume-52ea7735-a53f-4b94-96b7-99247623c06f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93063f45-ffe5-408e-bf13-7ac7faa47c66', 'attached_at': '', 'detached_at': '', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'serial': '52ea7735-a53f-4b94-96b7-99247623c06f'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 863.775158] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.775417] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.775618] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.775837] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.776340] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.776340] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.776523] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.776635] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.776837] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.777042] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.777259] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.783601] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0a97a2-f487-4ab1-a324-b34587846198 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.802130] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 863.802130] env[68946]: value = "task-2878648" [ 863.802130] env[68946]: _type = "Task" [ 863.802130] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.813184] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.947617] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Successfully created port: 53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.019632] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.097606] env[68946]: DEBUG nova.compute.manager [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.097835] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.098702] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1562ead-e27a-45c0-a3a5-3825de6142a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.111135] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.111135] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60f9b562-9435-4967-ad1f-c399747a19b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.116076] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 864.116076] env[68946]: value = "task-2878649" [ 864.116076] env[68946]: _type = "Task" [ 864.116076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.128310] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.314202] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878648, 'name': ReconfigVM_Task, 'duration_secs': 0.199094} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.317132] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.444936] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.446289] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-048519d6-9955-4f97-8041-aaadbcb7d5d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.454102] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 864.454102] env[68946]: value = "task-2878650" [ 864.454102] env[68946]: _type = "Task" [ 864.454102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.464620] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.496117] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca755f54-f157-4b41-a794-3b78bf17a4f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.506222] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed4a675-f3ab-40c8-b6b3-7b330d26cdf5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.541369] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab413e-9634-464d-9fa6-42ed10987e75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.549905] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e38a87-7b0d-4121-a4e2-200cb1c10e79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.563727] env[68946]: DEBUG nova.compute.provider_tree [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.629215] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878649, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.746109] env[68946]: DEBUG nova.objects.instance [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lazy-loading 'flavor' on Instance uuid 93063f45-ffe5-408e-bf13-7ac7faa47c66 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.826709] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:02:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e1299d2b-e072-4f39-a028-cd9cc7bb7441',id=22,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1176578217',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.826709] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.826709] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.826947] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.826983] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.827140] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.827391] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.827515] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.827680] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.827835] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.828039] env[68946]: DEBUG nova.virt.hardware [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.833652] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 864.834327] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44c5680-89ad-4a9a-8999-926b977bf8d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.856012] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 864.856012] env[68946]: value = "task-2878651" [ 864.856012] env[68946]: _type = "Task" [ 864.856012] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.865427] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.964689] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878650, 'name': PowerOffVM_Task, 'duration_secs': 0.313328} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.964957] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.965220] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.965953] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df18d7d-346d-45c5-86ed-0e6d2431436c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.972350] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.972750] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae87a4bb-5457-441e-a620-a4b2cab0a2b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030181] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.030181] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.030780] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore2] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.030780] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71f3a85-4d39-43d5-826d-93394e4eaf58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.038057] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 865.038057] env[68946]: value = "task-2878653" [ 865.038057] env[68946]: _type = "Task" [ 865.038057] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.046695] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.049072] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.067155] env[68946]: DEBUG nova.scheduler.client.report [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.077663] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.077919] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.078089] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.078277] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.078438] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.078585] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.078800] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.078958] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.079176] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.079354] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.079544] env[68946]: DEBUG nova.virt.hardware [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.080468] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502e31ed-420f-4b2f-b41f-02e82b503163 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.089467] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dde620-9dbf-4537-9a26-f64dcd24cda2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.128659] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878649, 'name': PowerOffVM_Task, 'duration_secs': 0.645496} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.128967] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.129182] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.129435] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e9eeea-1f7d-4748-8333-68a69643d74c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.203164] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.203164] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.203400] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleting the datastore file [datastore1] c6f78406-5540-4679-997c-c9a45b855141 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.203591] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46590320-fae8-4d42-aa1d-f2044b63ed52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.210441] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for the task: (returnval){ [ 865.210441] env[68946]: value = "task-2878655" [ 865.210441] env[68946]: _type = "Task" [ 865.210441] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.219326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.219608] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.251024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11a8b4c1-c78b-4c90-9457-939323574ef8 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.801s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.251944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.033s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.351572] env[68946]: DEBUG nova.compute.manager [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Received event network-vif-plugged-53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.351789] env[68946]: DEBUG oslo_concurrency.lockutils [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] Acquiring lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.352043] env[68946]: DEBUG oslo_concurrency.lockutils [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.352187] env[68946]: DEBUG oslo_concurrency.lockutils [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.352355] env[68946]: DEBUG nova.compute.manager [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] No waiting events found dispatching network-vif-plugged-53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.352546] env[68946]: WARNING nova.compute.manager [req-d1cb28a7-15cf-43ec-b759-341ca7e916f9 req-095bcdfa-71cf-4c82-95c2-677f38f455ac service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Received unexpected event network-vif-plugged-53f34683-d156-4112-aeee-0a02ceb69702 for instance with vm_state building and task_state spawning. [ 865.365722] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878651, 'name': ReconfigVM_Task, 'duration_secs': 0.287627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.365722] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.366525] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68499c3e-3153-4447-88f4-b142b166c9fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.390080] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.391568] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31004ef-5d05-494d-b30e-27578373b713 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.409678] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 865.409678] env[68946]: value = "task-2878656" [ 865.409678] env[68946]: _type = "Task" [ 865.409678] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.417801] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.440647] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Successfully updated port: 53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.547122] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165984} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.547374] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.547582] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.547814] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.572452] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.573099] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.575828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.599s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.576020] env[68946]: DEBUG nova.objects.instance [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'resources' on Instance uuid aab45dae-d614-4714-9aa6-87d841476252 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.720872] env[68946]: DEBUG oslo_vmware.api [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Task: {'id': task-2878655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143956} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.721175] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.721347] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.721525] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.721702] env[68946]: INFO nova.compute.manager [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] [instance: c6f78406-5540-4679-997c-c9a45b855141] Took 1.62 seconds to destroy the instance on the hypervisor. [ 865.721946] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.722147] env[68946]: DEBUG nova.compute.manager [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.722243] env[68946]: DEBUG nova.network.neutron [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.754976] env[68946]: INFO nova.compute.manager [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Detaching volume 52ea7735-a53f-4b94-96b7-99247623c06f [ 865.791762] env[68946]: INFO nova.virt.block_device [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Attempting to driver detach volume 52ea7735-a53f-4b94-96b7-99247623c06f from mountpoint /dev/sdb [ 865.792020] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 865.792272] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578491', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'name': 'volume-52ea7735-a53f-4b94-96b7-99247623c06f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93063f45-ffe5-408e-bf13-7ac7faa47c66', 'attached_at': '', 'detached_at': '', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'serial': '52ea7735-a53f-4b94-96b7-99247623c06f'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 865.793276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a8f51-4fa5-44ff-8ef1-31e05b6367f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.823525] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644dbec-6633-44f4-a359-d759d5754838 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.833022] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204e497-7618-4e1a-9f87-9347826e4158 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.858860] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4016c37-46d8-474c-9efd-0a6a422e75e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.878388] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] The volume has not been displaced from its original location: [datastore2] volume-52ea7735-a53f-4b94-96b7-99247623c06f/volume-52ea7735-a53f-4b94-96b7-99247623c06f.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 865.883749] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.884091] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089cdaac-c837-4704-bb6a-9f088ccbea77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.904243] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 865.904243] env[68946]: value = "task-2878657" [ 865.904243] env[68946]: _type = "Task" [ 865.904243] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.917017] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.923926] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.943055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.943334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquired lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.943546] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.079576] env[68946]: DEBUG nova.compute.utils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.086036] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.086036] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.124386] env[68946]: DEBUG nova.policy [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eec4fcb4cc24361a9a7d06f237d4a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56c411d629b4836be278e3c3a62e9a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.395229] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Successfully created port: d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.416733] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878657, 'name': ReconfigVM_Task, 'duration_secs': 0.25304} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.417038] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.425458] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488560f7-f6d9-4a08-afed-ec1236292915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.439100] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878656, 'name': ReconfigVM_Task, 'duration_secs': 0.576141} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.439720] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.440010] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.444990] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 866.444990] env[68946]: value = "task-2878658" [ 866.444990] env[68946]: _type = "Task" [ 866.444990] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.459554] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.494604] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.501131] env[68946]: DEBUG nova.network.neutron [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.514206] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae9ba4-55f4-4ae9-af98-2dfd28542863 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.530472] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0daaec-d81e-4217-9836-718ebb15aa7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.570656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bedceb0-f1e1-482a-8aff-92722dc52995 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.580301] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf7a29-8d62-4330-93bc-d5acb3c4b109 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.592821] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.596183] env[68946]: DEBUG nova.compute.provider_tree [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.609019] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.609019] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.609019] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.609019] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.609384] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.609384] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.609384] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.609559] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.609670] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.609824] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.609987] env[68946]: DEBUG nova.virt.hardware [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.610855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d31c8-6510-4973-9d07-052188a654c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.622212] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0423e80-a8bf-42f5-9a5d-6cac0418f9cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.637758] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:36:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c8aa29-3f71-46cc-981c-e9ea2b54fd41', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.645622] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.646093] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.646308] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16964736-48c1-43a5-be15-d2ba95dc47a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.666891] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.666891] env[68946]: value = "task-2878659" [ 866.666891] env[68946]: _type = "Task" [ 866.666891] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.674586] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878659, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.720796] env[68946]: DEBUG nova.network.neutron [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Updating instance_info_cache with network_info: [{"id": "53f34683-d156-4112-aeee-0a02ceb69702", "address": "fa:16:3e:ff:7d:78", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f34683-d1", "ovs_interfaceid": "53f34683-d156-4112-aeee-0a02ceb69702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.946949] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa6a1e-6231-4a9b-b3eb-d8dfd624c4f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.958022] env[68946]: DEBUG oslo_vmware.api [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878658, 'name': ReconfigVM_Task, 'duration_secs': 0.137025} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.958859] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578491', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'name': 'volume-52ea7735-a53f-4b94-96b7-99247623c06f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93063f45-ffe5-408e-bf13-7ac7faa47c66', 'attached_at': '', 'detached_at': '', 'volume_id': '52ea7735-a53f-4b94-96b7-99247623c06f', 'serial': '52ea7735-a53f-4b94-96b7-99247623c06f'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 866.984262] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7aaafc-b2ae-427a-92cf-12a834f7cd04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.008104] env[68946]: INFO nova.compute.manager [-] [instance: c6f78406-5540-4679-997c-c9a45b855141] Took 1.29 seconds to deallocate network for instance. [ 867.008104] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.099410] env[68946]: DEBUG nova.scheduler.client.report [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.177556] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878659, 'name': CreateVM_Task, 'duration_secs': 0.351983} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.177654] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.178626] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.178626] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.179739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.179739] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebde85ec-1cf9-4c5e-8ba6-696e1d4bc5d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.184098] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 867.184098] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d879c-9c98-312f-e465-cabd9e54841c" [ 867.184098] env[68946]: _type = "Task" [ 867.184098] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.191913] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d879c-9c98-312f-e465-cabd9e54841c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.224100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Releasing lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.224440] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Instance network_info: |[{"id": "53f34683-d156-4112-aeee-0a02ceb69702", "address": "fa:16:3e:ff:7d:78", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f34683-d1", "ovs_interfaceid": "53f34683-d156-4112-aeee-0a02ceb69702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.224862] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:7d:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f34683-d156-4112-aeee-0a02ceb69702', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.232952] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Creating folder: Project (d05e4e09672f4a2faae4a888782ce4dd). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.232952] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b90c2cc0-d346-47d4-9746-a408a689cdc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.244633] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Created folder: Project (d05e4e09672f4a2faae4a888782ce4dd) in parent group-v578341. [ 867.244855] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Creating folder: Instances. Parent ref: group-v578493. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.245112] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61acf56c-2f90-4855-b64f-41b6e8715a1a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.255997] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Created folder: Instances in parent group-v578493. [ 867.256249] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.256443] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.256683] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-081e7daa-df67-4951-9650-ce2e11ffde63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.275798] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.275798] env[68946]: value = "task-2878662" [ 867.275798] env[68946]: _type = "Task" [ 867.275798] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.283288] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878662, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.382790] env[68946]: DEBUG nova.compute.manager [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Received event network-changed-53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.382962] env[68946]: DEBUG nova.compute.manager [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Refreshing instance network info cache due to event network-changed-53f34683-d156-4112-aeee-0a02ceb69702. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 867.383222] env[68946]: DEBUG oslo_concurrency.lockutils [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] Acquiring lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.383395] env[68946]: DEBUG oslo_concurrency.lockutils [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] Acquired lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.383568] env[68946]: DEBUG nova.network.neutron [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Refreshing network info cache for port 53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.517794] env[68946]: DEBUG nova.objects.instance [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lazy-loading 'flavor' on Instance uuid 93063f45-ffe5-408e-bf13-7ac7faa47c66 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.520153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.557091] env[68946]: DEBUG nova.network.neutron [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Port 88072b20-44c6-40b3-9c4b-f2c93516ed30 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 867.607410] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.610532] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.613669] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.514s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.613669] env[68946]: DEBUG nova.objects.instance [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lazy-loading 'resources' on Instance uuid e3bd81fe-2bb2-43de-b475-b1cdcff1a710 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.634984] env[68946]: INFO nova.scheduler.client.report [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted allocations for instance aab45dae-d614-4714-9aa6-87d841476252 [ 867.638636] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.638729] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.639788] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.640593] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.640593] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.640593] env[68946]: DEBUG nova.virt.hardware [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.641242] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9639d8e-f671-4686-b10d-3eeca7279bfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.652564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19de67-b8c4-4aa9-969c-084e8e886bc9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.694368] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d879c-9c98-312f-e465-cabd9e54841c, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.694654] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.694897] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.695148] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.695293] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.695468] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.695714] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db9de9fb-38ac-46c3-95a3-c2bac1add5e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.703566] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.703744] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.704442] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dff0573-ee87-45f3-b501-0e47626ae623 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.709416] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 867.709416] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b4418a-4c8f-57e3-2d8a-079dc27f64d7" [ 867.709416] env[68946]: _type = "Task" [ 867.709416] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.716517] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b4418a-4c8f-57e3-2d8a-079dc27f64d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.785824] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878662, 'name': CreateVM_Task, 'duration_secs': 0.291481} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.786072] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.787032] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.787032] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.787281] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.787531] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e252fc-c366-4260-ac69-d024a1f454cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.792759] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 867.792759] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d76f5-f11b-af3e-c058-efe7bcd80178" [ 867.792759] env[68946]: _type = "Task" [ 867.792759] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.800104] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d76f5-f11b-af3e-c058-efe7bcd80178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.132124] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Successfully updated port: d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.153234] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e2038cb6-a190-42b4-9fb6-14ec9478aefc tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "aab45dae-d614-4714-9aa6-87d841476252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.153s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.170383] env[68946]: DEBUG nova.network.neutron [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Updated VIF entry in instance network info cache for port 53f34683-d156-4112-aeee-0a02ceb69702. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.170797] env[68946]: DEBUG nova.network.neutron [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Updating instance_info_cache with network_info: [{"id": "53f34683-d156-4112-aeee-0a02ceb69702", "address": "fa:16:3e:ff:7d:78", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f34683-d1", "ovs_interfaceid": "53f34683-d156-4112-aeee-0a02ceb69702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.219338] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b4418a-4c8f-57e3-2d8a-079dc27f64d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.222585] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b3907d-dc13-400f-8358-62b962cb7379 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.227822] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 868.227822] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52761056-8f16-5c02-78f8-c19000968b6c" [ 868.227822] env[68946]: _type = "Task" [ 868.227822] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.236984] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52761056-8f16-5c02-78f8-c19000968b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.303025] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d76f5-f11b-af3e-c058-efe7bcd80178, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.305624] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.306812] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.306812] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.306812] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.306812] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.307013] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffed410d-d8ed-4b4d-9527-d4e6c7ba7754 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.315240] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.315422] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.316179] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9e3b01-e486-4de1-9af6-83f45587dc3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.324100] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 868.324100] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52665cf0-62a3-ca6c-91d1-536b8e9f2624" [ 868.324100] env[68946]: _type = "Task" [ 868.324100] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.332158] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52665cf0-62a3-ca6c-91d1-536b8e9f2624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.527694] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9345c35a-266d-4cab-a3ce-254e1f154f2d tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.530497] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e9e31-a40f-48d1-9adf-b4f0f9281668 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.540530] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9069b55-fbdf-49a6-ba1b-5387e82e7fb2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.579073] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce89d0cf-482b-493c-a125-ceb63e761352 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.588612] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "ff844732-4d22-402e-9166-6353ed5a4713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.588612] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.588765] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.596182] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701be211-5a5a-4a27-a930-ae3354a66cea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.611499] env[68946]: DEBUG nova.compute.provider_tree [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.636061] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.636217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.636365] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.674602] env[68946]: DEBUG oslo_concurrency.lockutils [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] Releasing lock "refresh_cache-b259dddc-3eda-46a8-aa0f-ba5c02502800" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674865] env[68946]: DEBUG nova.compute.manager [req-9d78e3e5-50c5-4fa4-89aa-25ffaac21054 req-82ed0a5b-dc00-4d62-b61d-73fe55d8a6a2 service nova] [instance: c6f78406-5540-4679-997c-c9a45b855141] Received event network-vif-deleted-b5aeb988-dcd1-4fde-994f-09a3df0937d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 868.737653] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52761056-8f16-5c02-78f8-c19000968b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.737898] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.738181] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.738427] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4015dc20-2697-4227-985e-466b8c452e01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.746038] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 868.746038] env[68946]: value = "task-2878663" [ 868.746038] env[68946]: _type = "Task" [ 868.746038] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.752422] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.837411] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52665cf0-62a3-ca6c-91d1-536b8e9f2624, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.838192] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1af8bf-dde9-491a-a27e-9b50c8d1e602 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843561] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 868.843561] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72428-ace3-c416-f2b6-16cb24e96ff4" [ 868.843561] env[68946]: _type = "Task" [ 868.843561] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.851256] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72428-ace3-c416-f2b6-16cb24e96ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.114748] env[68946]: DEBUG nova.scheduler.client.report [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.172775] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.257649] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48152} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.257918] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.258682] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.258682] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4464c6a8-53d2-4710-bd25-02ef2d4a897d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.266024] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 869.266024] env[68946]: value = "task-2878664" [ 869.266024] env[68946]: _type = "Task" [ 869.266024] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.273797] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.319717] env[68946]: DEBUG nova.network.neutron [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Updating instance_info_cache with network_info: [{"id": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "address": "fa:16:3e:e1:ec:9f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4951f67-3e", "ovs_interfaceid": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.354415] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72428-ace3-c416-f2b6-16cb24e96ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.354731] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.355057] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b259dddc-3eda-46a8-aa0f-ba5c02502800/b259dddc-3eda-46a8-aa0f-ba5c02502800.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.355350] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5da5de-170a-42cf-bc0f-062d44c5e5db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.361654] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 869.361654] env[68946]: value = "task-2878665" [ 869.361654] env[68946]: _type = "Task" [ 869.361654] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.369964] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.556686] env[68946]: DEBUG nova.compute.manager [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Received event network-vif-plugged-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.557412] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Acquiring lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.557412] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.557412] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.557735] env[68946]: DEBUG nova.compute.manager [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] No waiting events found dispatching network-vif-plugged-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.557890] env[68946]: WARNING nova.compute.manager [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Received unexpected event network-vif-plugged-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb for instance with vm_state building and task_state spawning. [ 869.558145] env[68946]: DEBUG nova.compute.manager [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Received event network-changed-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.558275] env[68946]: DEBUG nova.compute.manager [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Refreshing instance network info cache due to event network-changed-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 869.558405] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Acquiring lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.619545] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.621965] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.741s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.622596] env[68946]: DEBUG nova.objects.instance [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lazy-loading 'resources' on Instance uuid 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.646521] env[68946]: INFO nova.scheduler.client.report [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Deleted allocations for instance e3bd81fe-2bb2-43de-b475-b1cdcff1a710 [ 869.779030] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063457} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.779030] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.779030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4d50d-e574-47eb-b280-887f277b161c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.805915] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.806493] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb215dd-cbc7-4bb0-9b89-b5dfd8fc439e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.822980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.823513] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Instance network_info: |[{"id": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "address": "fa:16:3e:e1:ec:9f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4951f67-3e", "ovs_interfaceid": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.824454] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Acquired lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.824800] env[68946]: DEBUG nova.network.neutron [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Refreshing network info cache for port d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.826223] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ec:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4951f67-3e1f-4cd7-9220-0417cbd7b7fb', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.836484] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.838866] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.839339] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 869.839339] env[68946]: value = "task-2878666" [ 869.839339] env[68946]: _type = "Task" [ 869.839339] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.839781] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0856afb6-aff3-48e5-ad9c-6ca06d177adb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.864674] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.869539] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.869539] env[68946]: value = "task-2878667" [ 869.869539] env[68946]: _type = "Task" [ 869.869539] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.876456] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456793} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.877211] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b259dddc-3eda-46a8-aa0f-ba5c02502800/b259dddc-3eda-46a8-aa0f-ba5c02502800.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.878028] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.878028] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16cc8c5c-b0f8-47b3-81da-48f4f8141b20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.882835] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878667, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.887657] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.887835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.888020] env[68946]: DEBUG nova.network.neutron [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.890083] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 869.890083] env[68946]: value = "task-2878668" [ 869.890083] env[68946]: _type = "Task" [ 869.890083] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.901257] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.137502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.137502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.159458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-95c48d8d-7784-4f65-ac6f-8a054d0bc024 tempest-AttachInterfacesUnderV243Test-425603601 tempest-AttachInterfacesUnderV243Test-425603601-project-member] Lock "e3bd81fe-2bb2-43de-b475-b1cdcff1a710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.062s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.367653] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878666, 'name': ReconfigVM_Task, 'duration_secs': 0.403149} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.367653] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Reconfigured VM instance instance-00000031 to attach disk [datastore1] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb/c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.369914] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd79839f-7ca9-4896-af8f-a4e2b43a8a98 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.382437] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878667, 'name': CreateVM_Task, 'duration_secs': 0.369029} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.383524] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.383856] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 870.383856] env[68946]: value = "task-2878669" [ 870.383856] env[68946]: _type = "Task" [ 870.383856] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.384641] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.384797] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.385118] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.385407] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6275f4c-cb14-49c3-87c8-40d0c0d0c89a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.402450] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 870.402450] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5206ff24-1c19-9462-cf8c-86d24281a10a" [ 870.402450] env[68946]: _type = "Task" [ 870.402450] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.402871] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878669, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.412196] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069965} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.413113] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.413807] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff3adc2-8163-4c88-80cd-232c40e570fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.419993] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5206ff24-1c19-9462-cf8c-86d24281a10a, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.420629] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.420879] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.421145] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.421374] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.421477] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.421746] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1067dd91-ddf5-485a-b4e6-793011e5314f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.447133] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] b259dddc-3eda-46a8-aa0f-ba5c02502800/b259dddc-3eda-46a8-aa0f-ba5c02502800.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.451491] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babf3849-7f82-45d7-8eee-3224730a88e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.471564] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.471827] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.473167] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63543215-9c5a-488c-8117-22a221020c15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.480511] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 870.480511] env[68946]: value = "task-2878670" [ 870.480511] env[68946]: _type = "Task" [ 870.480511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.480511] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 870.480511] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296d59e-2917-186d-bc9e-40ad07ef5ba7" [ 870.480511] env[68946]: _type = "Task" [ 870.480511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.494311] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296d59e-2917-186d-bc9e-40ad07ef5ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.494647] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.599653] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922edbcc-4103-4a8b-afb3-21681b345043 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.612195] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db4f1b-4e72-4fd4-9ea4-444ffda40a2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.641725] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11596cd2-354c-47f0-bb75-b3a09767dc51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.651403] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ac6b5-2548-44f2-85b0-6b5ec11c5a5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.665769] env[68946]: DEBUG nova.compute.provider_tree [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.675675] env[68946]: DEBUG nova.network.neutron [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Updated VIF entry in instance network info cache for port d4951f67-3e1f-4cd7-9220-0417cbd7b7fb. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.675675] env[68946]: DEBUG nova.network.neutron [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Updating instance_info_cache with network_info: [{"id": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "address": "fa:16:3e:e1:ec:9f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4951f67-3e", "ovs_interfaceid": "d4951f67-3e1f-4cd7-9220-0417cbd7b7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.728704] env[68946]: DEBUG nova.network.neutron [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.898583] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878669, 'name': Rename_Task, 'duration_secs': 0.142213} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.898864] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.899171] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2512d4-f722-406d-8809-6e2962e36293 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.905483] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 870.905483] env[68946]: value = "task-2878671" [ 870.905483] env[68946]: _type = "Task" [ 870.905483] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.914371] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.992961] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296d59e-2917-186d-bc9e-40ad07ef5ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.996766] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878670, 'name': ReconfigVM_Task, 'duration_secs': 0.298694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.996980] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4117fe9e-b415-4f04-89a4-6bd8853afbde {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.999620] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Reconfigured VM instance instance-00000032 to attach disk [datastore2] b259dddc-3eda-46a8-aa0f-ba5c02502800/b259dddc-3eda-46a8-aa0f-ba5c02502800.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.000729] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636a60ad-a96d-4c06-9a43-3b10ac405315 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.006227] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 871.006227] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dee85-9d9c-c428-6513-4d3620ed594b" [ 871.006227] env[68946]: _type = "Task" [ 871.006227] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.010241] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 871.010241] env[68946]: value = "task-2878672" [ 871.010241] env[68946]: _type = "Task" [ 871.010241] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.016690] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dee85-9d9c-c428-6513-4d3620ed594b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.021610] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878672, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.167994] env[68946]: DEBUG nova.scheduler.client.report [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.177639] env[68946]: DEBUG oslo_concurrency.lockutils [req-6862c1f2-b7ad-4922-a478-35fb9e7e0927 req-fe1ad764-64c9-4765-9079-39a15be44bb2 service nova] Releasing lock "refresh_cache-54237d16-2fbc-43a5-b368-b5102f99a7a7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.231581] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.422445] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.519554] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523dee85-9d9c-c428-6513-4d3620ed594b, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.521506] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.521506] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 54237d16-2fbc-43a5-b368-b5102f99a7a7/54237d16-2fbc-43a5-b368-b5102f99a7a7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.521506] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd8c4f2-e4be-4b6c-bd3d-d8368eda8f51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.527888] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878672, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.533982] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 871.533982] env[68946]: value = "task-2878673" [ 871.533982] env[68946]: _type = "Task" [ 871.533982] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.542547] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.673710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.676192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.922s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.676785] env[68946]: DEBUG nova.objects.instance [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lazy-loading 'resources' on Instance uuid a33f417a-01b7-4b60-a679-cc1e042911ab {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.698624] env[68946]: INFO nova.scheduler.client.report [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Deleted allocations for instance 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c [ 871.758283] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11580f-6951-42ff-a56e-1d42a6964d63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.781919] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd628b84-e0e6-4ed7-bb8d-89bf51d58d50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.789564] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.918020] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.024697] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878672, 'name': Rename_Task, 'duration_secs': 0.877222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.025204] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.025482] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194f9a11-d520-4776-8f64-5f0eecc5b4fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.034106] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 872.034106] env[68946]: value = "task-2878674" [ 872.034106] env[68946]: _type = "Task" [ 872.034106] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.047221] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.050457] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.210290] env[68946]: DEBUG oslo_concurrency.lockutils [None req-41e7d5de-a4b1-4574-90e6-e9eddaafb0a1 tempest-VolumesAssistedSnapshotsTest-1852886094 tempest-VolumesAssistedSnapshotsTest-1852886094-project-member] Lock "3ad2e8d2-6f2c-45db-82e3-551fe97fd05c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.790s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.299014] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.299318] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75eddce-4bcf-4a2e-930d-2c8a5c25f535 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.308636] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 872.308636] env[68946]: value = "task-2878675" [ 872.308636] env[68946]: _type = "Task" [ 872.308636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.318916] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.416518] env[68946]: DEBUG oslo_vmware.api [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878671, 'name': PowerOnVM_Task, 'duration_secs': 1.439208} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.419069] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.419333] env[68946]: DEBUG nova.compute.manager [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.420411] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f6381-57bc-4887-9b64-0d718bf0463f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550900] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529202} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.559023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 54237d16-2fbc-43a5-b368-b5102f99a7a7/54237d16-2fbc-43a5-b368-b5102f99a7a7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.559023] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.559023] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878674, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.559023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83c62661-9414-4784-8aa4-12625e94e988 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.567428] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 872.567428] env[68946]: value = "task-2878676" [ 872.567428] env[68946]: _type = "Task" [ 872.567428] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.577279] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.652566] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea237a0-6b47-4646-a22d-bf3f9f33a219 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.660527] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110970c-ce2c-4fc4-9759-c4c43d5cf398 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.697171] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addbcbce-3b2e-45d5-ad4b-fa2cd25b4796 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.704739] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c7c7e-720b-4e07-b2fa-40e31f55237f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.721544] env[68946]: DEBUG nova.compute.provider_tree [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.819244] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.944788] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.045572] env[68946]: DEBUG oslo_vmware.api [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878674, 'name': PowerOnVM_Task, 'duration_secs': 0.936211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.045849] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.046064] env[68946]: INFO nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Took 8.00 seconds to spawn the instance on the hypervisor. [ 873.046247] env[68946]: DEBUG nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.047042] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49237bfb-b023-4604-953a-7653a752a5b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.078089] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063342} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.078089] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.078588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec40cc4-9179-43b1-b37a-3827149c964d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.104642] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 54237d16-2fbc-43a5-b368-b5102f99a7a7/54237d16-2fbc-43a5-b368-b5102f99a7a7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.106670] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb21b1a-7251-48fd-9630-f8c97d4f9199 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.125986] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 873.125986] env[68946]: value = "task-2878677" [ 873.125986] env[68946]: _type = "Task" [ 873.125986] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.139337] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.226232] env[68946]: DEBUG nova.scheduler.client.report [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.320383] env[68946]: DEBUG oslo_vmware.api [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878675, 'name': PowerOnVM_Task, 'duration_secs': 0.817445} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.320728] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.320971] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a20c503-3c8c-4e9a-81cf-32c0136d1553 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance 'ff844732-4d22-402e-9166-6353ed5a4713' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.564254] env[68946]: INFO nova.compute.manager [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Took 49.22 seconds to build instance. [ 873.637937] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878677, 'name': ReconfigVM_Task, 'duration_secs': 0.334105} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.638274] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 54237d16-2fbc-43a5-b368-b5102f99a7a7/54237d16-2fbc-43a5-b368-b5102f99a7a7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.638894] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b24156a6-4343-4af4-b684-99415e675898 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.646063] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 873.646063] env[68946]: value = "task-2878678" [ 873.646063] env[68946]: _type = "Task" [ 873.646063] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.656235] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878678, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.734348] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.736127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.977s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.736553] env[68946]: DEBUG nova.objects.instance [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lazy-loading 'resources' on Instance uuid 96fcc060-7f39-4cac-a92a-74318102163b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.758674] env[68946]: INFO nova.scheduler.client.report [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Deleted allocations for instance a33f417a-01b7-4b60-a679-cc1e042911ab [ 874.068440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-45251b83-23ff-4560-8fd2-c2f2e4a801ae tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.744s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.086287] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.086676] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.087024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.087391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.087664] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.090784] env[68946]: INFO nova.compute.manager [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Terminating instance [ 874.158997] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878678, 'name': Rename_Task, 'duration_secs': 0.175631} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.159225] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.159502] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa9f6fe-28a5-45b3-9f57-79df864a27bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.167067] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 874.167067] env[68946]: value = "task-2878679" [ 874.167067] env[68946]: _type = "Task" [ 874.167067] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.182414] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.283063] env[68946]: DEBUG oslo_concurrency.lockutils [None req-25ff33ce-6602-436c-8752-939cc9095b16 tempest-ServersTestJSON-325782073 tempest-ServersTestJSON-325782073-project-member] Lock "a33f417a-01b7-4b60-a679-cc1e042911ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.262s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.576307] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.596764] env[68946]: DEBUG nova.compute.manager [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.597019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.597939] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3fc16-2c61-4f54-a7ca-0e4be7f317fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.614019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.614019] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b2459e-644a-4c7c-adb2-9062f9cc7b6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.619655] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 874.619655] env[68946]: value = "task-2878680" [ 874.619655] env[68946]: _type = "Task" [ 874.619655] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.638390] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.679941] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.742268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.742852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.785861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b50964d-8940-4420-8483-b47f2ee9da4d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.795927] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef6d54-663e-4d2f-858f-cfe2e23ccdc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.849510] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a89fef3-97d1-4fd5-ac1a-fc32794b04ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.859609] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bd508f-7cd3-4506-a6d4-720eadf036a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.876060] env[68946]: DEBUG nova.compute.provider_tree [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.102767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.134584] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878680, 'name': PowerOffVM_Task, 'duration_secs': 0.425085} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.135016] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.135341] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.135719] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d94ef90-e93c-4ab7-97e0-4208a536cee3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.185314] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.206213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.206395] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.206586] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore1] c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.206837] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7af8444-8359-4299-940e-09ca96e8b019 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.214478] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 875.214478] env[68946]: value = "task-2878682" [ 875.214478] env[68946]: _type = "Task" [ 875.214478] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.227622] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.379958] env[68946]: DEBUG nova.scheduler.client.report [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.467781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.467936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.468168] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.468360] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.468546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.471898] env[68946]: INFO nova.compute.manager [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Terminating instance [ 875.679811] env[68946]: DEBUG oslo_vmware.api [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878679, 'name': PowerOnVM_Task, 'duration_secs': 1.023798} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680319] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.680592] env[68946]: INFO nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Took 8.07 seconds to spawn the instance on the hypervisor. [ 875.680800] env[68946]: DEBUG nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.681669] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeefc87-bdca-4a0c-b206-a96b3991dd6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.724723] env[68946]: DEBUG oslo_vmware.api [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28602} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.724970] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.725327] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.725453] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.725667] env[68946]: INFO nova.compute.manager [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.725879] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.726088] env[68946]: DEBUG nova.compute.manager [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.726190] env[68946]: DEBUG nova.network.neutron [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.889464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.892687] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.482s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.893594] env[68946]: INFO nova.compute.claims [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.945198] env[68946]: INFO nova.scheduler.client.report [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Deleted allocations for instance 96fcc060-7f39-4cac-a92a-74318102163b [ 875.976112] env[68946]: DEBUG nova.compute.manager [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.976378] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.977254] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee878b71-c3cf-45e9-851b-4240de9fdde1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.985599] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.985791] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a3b3016-1663-4f22-bfb0-4e9c713b97a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.992404] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 875.992404] env[68946]: value = "task-2878683" [ 875.992404] env[68946]: _type = "Task" [ 875.992404] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.003855] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.170573] env[68946]: DEBUG nova.compute.manager [req-316d7cf0-5339-46e6-91ad-cf61713aa706 req-03af0e02-7810-4842-9be2-b212951101cd service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Received event network-vif-deleted-e2c8aa29-3f71-46cc-981c-e9ea2b54fd41 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 876.170886] env[68946]: INFO nova.compute.manager [req-316d7cf0-5339-46e6-91ad-cf61713aa706 req-03af0e02-7810-4842-9be2-b212951101cd service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Neutron deleted interface e2c8aa29-3f71-46cc-981c-e9ea2b54fd41; detaching it from the instance and deleting it from the info cache [ 876.170983] env[68946]: DEBUG nova.network.neutron [req-316d7cf0-5339-46e6-91ad-cf61713aa706 req-03af0e02-7810-4842-9be2-b212951101cd service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.200149] env[68946]: INFO nova.compute.manager [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Took 50.57 seconds to build instance. [ 876.464035] env[68946]: DEBUG oslo_concurrency.lockutils [None req-747781f2-7c3b-4987-8db3-7801bffc2d1e tempest-ServersTestManualDisk-98212210 tempest-ServersTestManualDisk-98212210-project-member] Lock "96fcc060-7f39-4cac-a92a-74318102163b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.573s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.507733] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878683, 'name': PowerOffVM_Task, 'duration_secs': 0.371796} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.507877] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.508090] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.508304] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3606c3-fc05-4bba-a788-872d22720424 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.569169] env[68946]: DEBUG nova.network.neutron [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.588943] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.589191] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.589371] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Deleting the datastore file [datastore2] b259dddc-3eda-46a8-aa0f-ba5c02502800 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.589621] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abaa6b43-e716-45f6-a526-b48f1c3b0342 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.598080] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for the task: (returnval){ [ 876.598080] env[68946]: value = "task-2878685" [ 876.598080] env[68946]: _type = "Task" [ 876.598080] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.612090] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.676383] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f23c849b-72b0-46da-9bdf-eb32fa31339e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.688972] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66683893-985b-48e3-94c2-c6621d1d871c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.700856] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37fa005d-ab41-4258-b098-de6dcffc7603 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.722904] env[68946]: DEBUG nova.compute.manager [req-316d7cf0-5339-46e6-91ad-cf61713aa706 req-03af0e02-7810-4842-9be2-b212951101cd service nova] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Detach interface failed, port_id=e2c8aa29-3f71-46cc-981c-e9ea2b54fd41, reason: Instance c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 876.849127] env[68946]: DEBUG nova.network.neutron [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Port 88072b20-44c6-40b3-9c4b-f2c93516ed30 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 876.849933] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.850218] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851718] env[68946]: DEBUG nova.network.neutron [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.077528] env[68946]: INFO nova.compute.manager [-] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Took 1.35 seconds to deallocate network for instance. [ 877.133438] env[68946]: DEBUG oslo_vmware.api [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Task: {'id': task-2878685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155496} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.133438] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.133438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.134211] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.136031] env[68946]: INFO nova.compute.manager [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Took 1.16 seconds to destroy the instance on the hypervisor. [ 877.136031] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.136031] env[68946]: DEBUG nova.compute.manager [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.136031] env[68946]: DEBUG nova.network.neutron [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.206153] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.518267] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc59f37-fc84-4770-aa68-87212d0df52f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.526471] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cbb831-cc21-44b5-a1d6-624d1fc49975 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.560821] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d715c0-481e-4c02-b738-1b28144e0074 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.570029] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b075c-e589-4ef7-b4fa-e19b5a9e6874 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.581999] env[68946]: DEBUG nova.compute.provider_tree [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.586548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.734691] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.062189] env[68946]: DEBUG nova.network.neutron [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.090110] env[68946]: DEBUG nova.scheduler.client.report [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.200322] env[68946]: DEBUG nova.compute.manager [req-57adcd52-a061-4cc9-88f3-243f94ba2764 req-446a30dd-de58-4f04-b6a8-b4519c2e4415 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Received event network-vif-deleted-53f34683-d156-4112-aeee-0a02ceb69702 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.200460] env[68946]: INFO nova.compute.manager [req-57adcd52-a061-4cc9-88f3-243f94ba2764 req-446a30dd-de58-4f04-b6a8-b4519c2e4415 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Neutron deleted interface 53f34683-d156-4112-aeee-0a02ceb69702; detaching it from the instance and deleting it from the info cache [ 878.200568] env[68946]: DEBUG nova.network.neutron [req-57adcd52-a061-4cc9-88f3-243f94ba2764 req-446a30dd-de58-4f04-b6a8-b4519c2e4415 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.340307] env[68946]: DEBUG nova.compute.manager [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.341657] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1eb45c-281a-4ed6-a2eb-a3ceed2d4524 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.370941] env[68946]: DEBUG nova.network.neutron [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.566461] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.598454] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.598454] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.598862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.550s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.599485] env[68946]: DEBUG nova.objects.instance [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lazy-loading 'resources' on Instance uuid 0602abd9-dd28-4717-84de-3206cf353891 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.707763] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9edecd8c-28fe-4e9d-b40a-aded9cc7514d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.718009] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43baf81c-de3d-414b-8c23-54272afb987d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.754852] env[68946]: DEBUG nova.compute.manager [req-57adcd52-a061-4cc9-88f3-243f94ba2764 req-446a30dd-de58-4f04-b6a8-b4519c2e4415 service nova] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Detach interface failed, port_id=53f34683-d156-4112-aeee-0a02ceb69702, reason: Instance b259dddc-3eda-46a8-aa0f-ba5c02502800 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 878.858933] env[68946]: INFO nova.compute.manager [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] instance snapshotting [ 878.862806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707add2-f763-4976-9fcc-67eea0db0bbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.882981] env[68946]: INFO nova.compute.manager [-] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Took 1.75 seconds to deallocate network for instance. [ 878.885646] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cddeac-c90e-48be-b152-3e50b660c4fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.070043] env[68946]: DEBUG nova.compute.manager [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68946) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 879.070436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.106990] env[68946]: DEBUG nova.compute.utils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.108736] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.108787] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.178296] env[68946]: DEBUG nova.policy [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9ebd6b35334c39905301e1ffb7ab90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ace866bbf3c4fe9ae95a8ee0ae9fc42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.393194] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.402808] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.405045] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d32db9ea-555e-4df3-9206-e42f9affffb2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.419242] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 879.419242] env[68946]: value = "task-2878686" [ 879.419242] env[68946]: _type = "Task" [ 879.419242] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.434571] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.615820] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.657226] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Successfully created port: 8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.680153] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ee243-74ef-49fb-a3ca-f8c66795a4cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.688922] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bdc54d-b16a-45f7-9381-63c8dc245b97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.723185] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9f77cc-efef-4570-8fdd-7072e3a801c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.731588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88497431-019d-4591-a8b3-4ca552f4d2ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.747159] env[68946]: DEBUG nova.compute.provider_tree [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.938686] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.252309] env[68946]: DEBUG nova.scheduler.client.report [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.433011] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878686, 'name': CreateSnapshot_Task, 'duration_secs': 0.576897} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.433425] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.436031] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b887d840-d2e2-41b4-ba33-797ce8970099 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.628835] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.656148] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.656443] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.656637] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.656859] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.657051] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.657238] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.657709] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.657709] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.657850] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.658150] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.658377] env[68946]: DEBUG nova.virt.hardware [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.662105] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b1d698-960c-4d83-9988-7f9c2fa3c65a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.670400] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96011b35-be86-4746-aeeb-9625d372925a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.763541] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.770856] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.256s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.771565] env[68946]: DEBUG nova.objects.instance [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lazy-loading 'resources' on Instance uuid b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.807128] env[68946]: INFO nova.scheduler.client.report [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleted allocations for instance 0602abd9-dd28-4717-84de-3206cf353891 [ 880.962997] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.964224] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97164797-11d4-46ca-a4d2-c3c225638426 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.975102] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 880.975102] env[68946]: value = "task-2878687" [ 880.975102] env[68946]: _type = "Task" [ 880.975102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.984401] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878687, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.318938] env[68946]: DEBUG oslo_concurrency.lockutils [None req-71caa85a-17e9-4105-b5fe-ee4b54a4b857 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.660s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.320945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 38.577s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.320945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "0602abd9-dd28-4717-84de-3206cf353891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.320945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.320945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.324905] env[68946]: INFO nova.compute.manager [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Terminating instance [ 881.491149] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878687, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.833723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquired lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833992] env[68946]: DEBUG nova.network.neutron [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.991478] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878687, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.011018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc8468-3719-455c-a918-b0e8d78a275e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.023773] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fcc2cc-8683-4edf-bc73-c0074d6ef633 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.059834] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Successfully updated port: 8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.061592] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4fe145-2cfd-4f0c-b6e4-11983615f72d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.072595] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe7a5c-a1b1-4001-aa55-567eb890b582 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.088958] env[68946]: DEBUG nova.compute.provider_tree [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.160691] env[68946]: DEBUG nova.compute.manager [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Received event network-vif-plugged-8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.160908] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] Acquiring lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.161145] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.161313] env[68946]: DEBUG oslo_concurrency.lockutils [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.161768] env[68946]: DEBUG nova.compute.manager [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] No waiting events found dispatching network-vif-plugged-8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.161949] env[68946]: WARNING nova.compute.manager [req-5d6fa3ec-10f5-4318-9ba6-390e1c7ffa29 req-08475960-d9b0-432d-bc79-c87205d920fd service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Received unexpected event network-vif-plugged-8825d0bc-d09a-4934-bab0-4879863387a7 for instance with vm_state building and task_state spawning. [ 882.339325] env[68946]: DEBUG nova.compute.utils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Can not refresh info_cache because instance was not found {{(pid=68946) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 882.492444] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878687, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.502825] env[68946]: DEBUG nova.network.neutron [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.566246] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.566417] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquired lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.566575] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.595305] env[68946]: DEBUG nova.scheduler.client.report [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.663019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "59cf66e2-713b-4ec4-a168-156b71cdc421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.663019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.663019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.663019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.663019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.665850] env[68946]: INFO nova.compute.manager [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Terminating instance [ 882.690160] env[68946]: DEBUG nova.network.neutron [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.995629] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878687, 'name': CloneVM_Task, 'duration_secs': 1.993313} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.995629] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Created linked-clone VM from snapshot [ 882.996190] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2165e-6250-4c46-a349-2ddef2c4fb41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.005992] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Uploading image 3546be62-fe88-4b6e-9bc5-1c15489dcde1 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.048678] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.048678] env[68946]: value = "vm-578498" [ 883.048678] env[68946]: _type = "VirtualMachine" [ 883.048678] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.048678] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1bd6da6-1e13-4e0e-a8ec-06baa6747607 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.057139] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease: (returnval){ [ 883.057139] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276e585-1d89-825b-320d-46edd38483c1" [ 883.057139] env[68946]: _type = "HttpNfcLease" [ 883.057139] env[68946]: } obtained for exporting VM: (result){ [ 883.057139] env[68946]: value = "vm-578498" [ 883.057139] env[68946]: _type = "VirtualMachine" [ 883.057139] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.057448] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the lease: (returnval){ [ 883.057448] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276e585-1d89-825b-320d-46edd38483c1" [ 883.057448] env[68946]: _type = "HttpNfcLease" [ 883.057448] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.074364] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.074364] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276e585-1d89-825b-320d-46edd38483c1" [ 883.074364] env[68946]: _type = "HttpNfcLease" [ 883.074364] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.104772] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.107798] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.559s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.108716] env[68946]: INFO nova.compute.claims [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.113295] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.132390] env[68946]: INFO nova.scheduler.client.report [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Deleted allocations for instance b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d [ 883.169556] env[68946]: DEBUG nova.compute.manager [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.169784] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.173652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92316656-dd9a-4396-aa2e-b8bdb42646d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.183569] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.184208] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3878a4-02e0-4f8b-b02f-23cb0370200c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.191295] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 883.191295] env[68946]: value = "task-2878692" [ 883.191295] env[68946]: _type = "Task" [ 883.191295] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.191295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Releasing lock "refresh_cache-0602abd9-dd28-4717-84de-3206cf353891" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.191571] env[68946]: DEBUG nova.compute.manager [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.192398] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.195969] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02166f9b-f57e-4c32-8ee8-1c5166c37f13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204332] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.208807] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b83ebc8-672b-42b8-8d74-4a7ec364d988 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.245894] env[68946]: WARNING nova.virt.vmwareapi.vmops [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0602abd9-dd28-4717-84de-3206cf353891 could not be found. [ 883.246509] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.246509] env[68946]: INFO nova.compute.manager [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 0.05 seconds to destroy the instance on the hypervisor. [ 883.246509] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.246780] env[68946]: DEBUG nova.compute.manager [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.247042] env[68946]: DEBUG nova.network.neutron [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.271787] env[68946]: DEBUG nova.network.neutron [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.312609] env[68946]: DEBUG nova.network.neutron [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Updating instance_info_cache with network_info: [{"id": "8825d0bc-d09a-4934-bab0-4879863387a7", "address": "fa:16:3e:81:69:de", "network": {"id": "551bd7f3-9f69-486b-a52e-8a7cc8b288b4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1063839084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ace866bbf3c4fe9ae95a8ee0ae9fc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8825d0bc-d0", "ovs_interfaceid": "8825d0bc-d09a-4934-bab0-4879863387a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.570032] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.570032] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276e585-1d89-825b-320d-46edd38483c1" [ 883.570032] env[68946]: _type = "HttpNfcLease" [ 883.570032] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.570032] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.570032] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276e585-1d89-825b-320d-46edd38483c1" [ 883.570032] env[68946]: _type = "HttpNfcLease" [ 883.570032] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.571924] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187af7d0-5c09-402f-a6f3-9044e92a0cbc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.580037] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.580037] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.652017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6254e095-4e99-4518-ad60-439e86b89784 tempest-ServersV294TestFqdnHostnames-265554384 tempest-ServersV294TestFqdnHostnames-265554384-project-member] Lock "b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.407s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.683105] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89a0d0eb-9089-4916-b089-27b7fba222e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.706820] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878692, 'name': PowerOffVM_Task, 'duration_secs': 0.196555} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.710124] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.710124] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.710374] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f29d7af-1fe3-4cfe-be4e-06fe94ade94a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.771656] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.771656] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.771656] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleting the datastore file [datastore2] 59cf66e2-713b-4ec4-a168-156b71cdc421 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.771919] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76c328ea-62cd-4e4b-a263-9361449c9d54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.776480] env[68946]: DEBUG nova.network.neutron [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.781159] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for the task: (returnval){ [ 883.781159] env[68946]: value = "task-2878694" [ 883.781159] env[68946]: _type = "Task" [ 883.781159] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.791778] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.815701] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Releasing lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.816195] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Instance network_info: |[{"id": "8825d0bc-d09a-4934-bab0-4879863387a7", "address": "fa:16:3e:81:69:de", "network": {"id": "551bd7f3-9f69-486b-a52e-8a7cc8b288b4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1063839084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ace866bbf3c4fe9ae95a8ee0ae9fc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8825d0bc-d0", "ovs_interfaceid": "8825d0bc-d09a-4934-bab0-4879863387a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.817469] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:69:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8825d0bc-d09a-4934-bab0-4879863387a7', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.826023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Creating folder: Project (2ace866bbf3c4fe9ae95a8ee0ae9fc42). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.826722] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeb3c6e2-0722-4eee-9a57-4c7ab1344ece {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.839715] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Created folder: Project (2ace866bbf3c4fe9ae95a8ee0ae9fc42) in parent group-v578341. [ 883.839715] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Creating folder: Instances. Parent ref: group-v578502. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.839715] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3255e642-b955-4067-bc55-8d4216115a6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.849844] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Created folder: Instances in parent group-v578502. [ 883.849844] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.849844] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.849844] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6b5ea8-5813-4def-8735-7e18c95ac03b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.871062] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.871062] env[68946]: value = "task-2878697" [ 883.871062] env[68946]: _type = "Task" [ 883.871062] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.881642] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878697, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.230116] env[68946]: DEBUG nova.compute.manager [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Received event network-changed-8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.230116] env[68946]: DEBUG nova.compute.manager [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Refreshing instance network info cache due to event network-changed-8825d0bc-d09a-4934-bab0-4879863387a7. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 884.230523] env[68946]: DEBUG oslo_concurrency.lockutils [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] Acquiring lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.230523] env[68946]: DEBUG oslo_concurrency.lockutils [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] Acquired lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.230613] env[68946]: DEBUG nova.network.neutron [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Refreshing network info cache for port 8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.279110] env[68946]: INFO nova.compute.manager [-] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Took 1.03 seconds to deallocate network for instance. [ 884.303362] env[68946]: DEBUG oslo_vmware.api [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Task: {'id': task-2878694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155569} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.305094] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.305094] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.305094] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.305094] env[68946]: INFO nova.compute.manager [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Took 1.13 seconds to destroy the instance on the hypervisor. [ 884.305094] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.305094] env[68946]: DEBUG nova.compute.manager [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.305586] env[68946]: DEBUG nova.network.neutron [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.384652] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878697, 'name': CreateVM_Task, 'duration_secs': 0.320421} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.387530] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.392332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.394378] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.395084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.397196] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "ec0b870a-36ea-4f32-9dab-500e206bb382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.397481] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.398092] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbaec17-5bd6-417b-b8ed-437e0a879e16 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.410964] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 884.410964] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5280b2ab-eced-37fa-d33c-8d7f578d234a" [ 884.410964] env[68946]: _type = "Task" [ 884.410964] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.420031] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5280b2ab-eced-37fa-d33c-8d7f578d234a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.802051] env[68946]: INFO nova.compute.manager [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance disappeared during terminate [ 884.802418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c56a090e-1765-48d6-bfc8-297d4f879919 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "0602abd9-dd28-4717-84de-3206cf353891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.483s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.854171] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef05bb5d-2ea4-4053-958b-ba0b50ac6b1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.861753] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f323df-2bf0-4f8b-8861-fdaca845db54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.901304] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4779cd6d-a1a6-48f7-9484-8b4e9e2e0c1a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.911357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f19ba-2767-43cd-8da7-effee414953a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.929929] env[68946]: DEBUG nova.compute.provider_tree [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.937387] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5280b2ab-eced-37fa-d33c-8d7f578d234a, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.938605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.938605] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.938605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.938605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.938882] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.939299] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6544bcd-cd8d-43a6-9ccb-05b2e30b1261 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952145] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.953506] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.953506] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0c8f3c-32d4-4443-8d4a-1fa1b30c78a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.968271] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 884.968271] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a25092-a610-4fe0-b3e8-bad4e77e2582" [ 884.968271] env[68946]: _type = "Task" [ 884.968271] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.982109] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a25092-a610-4fe0-b3e8-bad4e77e2582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.204314] env[68946]: DEBUG nova.network.neutron [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Updated VIF entry in instance network info cache for port 8825d0bc-d09a-4934-bab0-4879863387a7. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.204536] env[68946]: DEBUG nova.network.neutron [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Updating instance_info_cache with network_info: [{"id": "8825d0bc-d09a-4934-bab0-4879863387a7", "address": "fa:16:3e:81:69:de", "network": {"id": "551bd7f3-9f69-486b-a52e-8a7cc8b288b4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1063839084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ace866bbf3c4fe9ae95a8ee0ae9fc42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8825d0bc-d0", "ovs_interfaceid": "8825d0bc-d09a-4934-bab0-4879863387a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.463150] env[68946]: ERROR nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [req-61ff01cf-616d-43b4-b1d5-2efc2566b15c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61ff01cf-616d-43b4-b1d5-2efc2566b15c"}]} [ 885.479787] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a25092-a610-4fe0-b3e8-bad4e77e2582, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.481248] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1972dc3-a6f9-47cc-bf46-3fef0df34b33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.489311] env[68946]: DEBUG nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 885.493684] env[68946]: DEBUG nova.network.neutron [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.495606] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 885.495606] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ba113-7de9-4c35-fc1a-dac1b3a57129" [ 885.495606] env[68946]: _type = "Task" [ 885.495606] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.514830] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ba113-7de9-4c35-fc1a-dac1b3a57129, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.518242] env[68946]: DEBUG nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 885.518242] env[68946]: DEBUG nova.compute.provider_tree [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.519064] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.519333] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b62f06ea-939c-4a0a-9008-e7e78b4372c9/b62f06ea-939c-4a0a-9008-e7e78b4372c9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.525527] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3fa537-4572-4f2b-b432-f5a80a609868 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.532353] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 885.532353] env[68946]: value = "task-2878699" [ 885.532353] env[68946]: _type = "Task" [ 885.532353] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.537741] env[68946]: DEBUG nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 885.546749] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.569663] env[68946]: DEBUG nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 885.710999] env[68946]: DEBUG oslo_concurrency.lockutils [req-7ced0829-d4c5-4482-ac00-9724cbd49a9d req-d2934bd4-4154-4ff7-a224-cb3cbc42af62 service nova] Releasing lock "refresh_cache-b62f06ea-939c-4a0a-9008-e7e78b4372c9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.999857] env[68946]: INFO nova.compute.manager [-] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Took 1.69 seconds to deallocate network for instance. [ 886.052506] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.085012] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3884cf-72fb-42b2-849a-33b90bface54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.099654] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a036886-eaa7-4074-a1b5-829bd85317fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.138640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421ec20-ca46-41d2-812d-efa66bc803de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.147500] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964563da-add4-45bf-b82d-cb3dd2b78f51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.164176] env[68946]: DEBUG nova.compute.provider_tree [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.512495] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.543671] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620632} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.544952] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b62f06ea-939c-4a0a-9008-e7e78b4372c9/b62f06ea-939c-4a0a-9008-e7e78b4372c9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.544952] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.545177] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e41089c-dac3-4285-b7f9-4fe6116b477a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.553838] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 886.553838] env[68946]: value = "task-2878700" [ 886.553838] env[68946]: _type = "Task" [ 886.553838] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.563888] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.662355] env[68946]: DEBUG nova.compute.manager [req-9c67bc7b-91af-41b3-8d02-1e8b1b5e5a4b req-5d80add1-b2c3-41d3-a29c-59380744c8c1 service nova] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Received event network-vif-deleted-30d0b946-d6c2-4582-a90a-8b9668eacf6e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.669414] env[68946]: DEBUG nova.scheduler.client.report [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.067409] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.067409] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.068272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd946dd-81aa-41ed-aadd-e654d6ffe955 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.090959] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b62f06ea-939c-4a0a-9008-e7e78b4372c9/b62f06ea-939c-4a0a-9008-e7e78b4372c9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.091242] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719d2fa6-bf7e-42e2-a2da-ac2b32ab3530 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.111811] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 887.111811] env[68946]: value = "task-2878701" [ 887.111811] env[68946]: _type = "Task" [ 887.111811] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.119618] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.176566] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.069s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.177256] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.181263] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.143s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.181263] env[68946]: DEBUG nova.objects.instance [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lazy-loading 'resources' on Instance uuid e2acee70-2fdb-4425-b8ea-0db0ab43d391 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.356432] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "349f6900-a84f-4685-b320-2c5815ebcd48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.356699] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.624671] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878701, 'name': ReconfigVM_Task, 'duration_secs': 0.300658} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.624998] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b62f06ea-939c-4a0a-9008-e7e78b4372c9/b62f06ea-939c-4a0a-9008-e7e78b4372c9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.625687] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b2d9537-0e90-4954-91d2-9e8885826c43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.634454] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 887.634454] env[68946]: value = "task-2878703" [ 887.634454] env[68946]: _type = "Task" [ 887.634454] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.645829] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878703, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.687400] env[68946]: DEBUG nova.compute.utils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.689965] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 888.149553] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878703, 'name': Rename_Task, 'duration_secs': 0.143817} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.149975] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.150199] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf25bf7f-4704-4b35-8cac-c531b07f30de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.156755] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 888.156755] env[68946]: value = "task-2878704" [ 888.156755] env[68946]: _type = "Task" [ 888.156755] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.167496] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.179629] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d66408-8bbe-479c-9ba5-565d6674650a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.189366] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d96d8b-a9bc-4cb5-8b40-659ab814215d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.194552] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.225791] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2938f6-a9a5-49ad-b0c5-ee8b3ba1f441 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.235724] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f833b-073d-4527-8ae1-3ea842ab8fe0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.249290] env[68946]: DEBUG nova.compute.provider_tree [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.669149] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.756374] env[68946]: DEBUG nova.scheduler.client.report [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.170425] env[68946]: DEBUG oslo_vmware.api [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878704, 'name': PowerOnVM_Task, 'duration_secs': 0.542966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.170689] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.170890] env[68946]: INFO nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Took 8.54 seconds to spawn the instance on the hypervisor. [ 889.171082] env[68946]: DEBUG nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.171877] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83f923-31d5-4dc9-a713-c04a4f1f695b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.204901] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.236886] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.237128] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.237282] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.237979] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.237979] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.237979] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.238226] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.238446] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.238676] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.238899] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.239143] env[68946]: DEBUG nova.virt.hardware [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.240315] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7393c-400e-46ac-a1cc-865dced272ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.253008] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3eac7-b2f9-483a-b3ce-dca16742b6be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.271933] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.274691] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.280747] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Creating folder: Project (cfa6977b2de64b69aa48fd860f5b7f23). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.282157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.712s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.283997] env[68946]: INFO nova.compute.claims [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.288177] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e1efa9-f3b9-4fc2-aed6-1de77d2aca68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.297567] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Created folder: Project (cfa6977b2de64b69aa48fd860f5b7f23) in parent group-v578341. [ 889.297932] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Creating folder: Instances. Parent ref: group-v578505. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.298380] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d2eb822-4585-4df7-a904-1fe7c5d0ce75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.309817] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Created folder: Instances in parent group-v578505. [ 889.309817] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.309817] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.309817] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab786e9-4dd4-4469-9edf-d3008d3bf663 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.323429] env[68946]: INFO nova.scheduler.client.report [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Deleted allocations for instance e2acee70-2fdb-4425-b8ea-0db0ab43d391 [ 889.330017] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.330017] env[68946]: value = "task-2878708" [ 889.330017] env[68946]: _type = "Task" [ 889.330017] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.339976] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878708, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.695071] env[68946]: INFO nova.compute.manager [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Took 50.30 seconds to build instance. [ 889.836994] env[68946]: DEBUG oslo_concurrency.lockutils [None req-11860525-63e3-4911-afa6-141ad4d95017 tempest-ServersTestMultiNic-1823552986 tempest-ServersTestMultiNic-1823552986-project-member] Lock "e2acee70-2fdb-4425-b8ea-0db0ab43d391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.784s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.845395] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878708, 'name': CreateVM_Task, 'duration_secs': 0.466843} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.845633] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.846207] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.846483] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.847970] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.847970] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b86a40d-b8bf-44d0-8ed3-442f75d033e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.853017] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 889.853017] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f63d61-20e8-0daa-13a4-bb8851a63ea5" [ 889.853017] env[68946]: _type = "Task" [ 889.853017] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.862166] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f63d61-20e8-0daa-13a4-bb8851a63ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.202353] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fd31bd12-e253-4f8f-a7dc-79362ba9a28b tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.817s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.368729] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f63d61-20e8-0daa-13a4-bb8851a63ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.369191] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.371019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.371019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.371019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.371019] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.371019] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff5714b-7faa-48d1-ba37-a192b7aad72a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.379737] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.379935] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.380766] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f214bf-fe27-4aa3-a0e9-68e91bbdfd57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.391155] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 890.391155] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5204366c-4108-c24f-0b0f-048669b426db" [ 890.391155] env[68946]: _type = "Task" [ 890.391155] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.403976] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5204366c-4108-c24f-0b0f-048669b426db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.705775] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.856444] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e59910-c1d8-47e5-b488-2450aff2603c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.866341] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52898e-5a4a-42e5-ac6c-114a4c51f1dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.912146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c531083-1f6d-40a4-b50f-f810682f8825 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.924505] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4577f2f-e03a-48b9-8007-3c140cadf2bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.928248] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5204366c-4108-c24f-0b0f-048669b426db, 'name': SearchDatastore_Task, 'duration_secs': 0.015977} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.929837] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736b5f84-e48d-43bc-92c8-39ffcf469164 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.940969] env[68946]: DEBUG nova.compute.provider_tree [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.945334] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 890.945334] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52462385-a383-96d0-b03e-37af8d5a586a" [ 890.945334] env[68946]: _type = "Task" [ 890.945334] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.954449] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52462385-a383-96d0-b03e-37af8d5a586a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.228455] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.443761] env[68946]: DEBUG nova.scheduler.client.report [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.460756] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52462385-a383-96d0-b03e-37af8d5a586a, 'name': SearchDatastore_Task, 'duration_secs': 0.017643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.461284] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.461630] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.461946] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84922c9a-941b-481d-ac6e-5fe4b28abc45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.470449] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 891.470449] env[68946]: value = "task-2878710" [ 891.470449] env[68946]: _type = "Task" [ 891.470449] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.478752] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.551070] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 891.552119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f9ccaa-fdc1-4edb-824b-18d05e846ac8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.559702] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 891.559942] env[68946]: ERROR oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk due to incomplete transfer. [ 891.560239] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2163fd94-edb2-4231-a26e-bd829036ade9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.572728] env[68946]: DEBUG oslo_vmware.rw_handles [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526331d8-ef22-1fea-17db-381c60403af7/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 891.573033] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Uploaded image 3546be62-fe88-4b6e-9bc5-1c15489dcde1 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 891.576253] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.576598] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fe94d4b-b4cf-4aba-b692-fa387015e33b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.585926] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 891.585926] env[68946]: value = "task-2878711" [ 891.585926] env[68946]: _type = "Task" [ 891.585926] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.599861] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878711, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.920331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.921123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.954559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.955400] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.960022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.243s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.961355] env[68946]: INFO nova.compute.claims [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.990268] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.994166] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.994426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.101683] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878711, 'name': Destroy_Task, 'duration_secs': 0.449194} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.104037] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Destroyed the VM [ 892.104037] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.104037] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12139cbc-5cb4-421c-8374-ce2adbcf7d79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.118961] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 892.118961] env[68946]: value = "task-2878712" [ 892.118961] env[68946]: _type = "Task" [ 892.118961] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.133611] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.134094] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.143598] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.471872] env[68946]: DEBUG nova.compute.utils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.475328] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.475473] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.492126] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963553} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.492458] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.492714] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.492993] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-141afacf-235c-4390-9c16-5df4a99abc58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.501773] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 892.501773] env[68946]: value = "task-2878713" [ 892.501773] env[68946]: _type = "Task" [ 892.501773] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.511772] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.555697] env[68946]: DEBUG nova.policy [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2743dece20f4827bf748c8e4b2e17d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3390a0bc1363499d9f3782c124bb6e19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.629908] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878712, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.979540] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.014651] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094787} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.019352] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.022032] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae45c7-ee40-47fd-bb8f-940b67557e84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.045436] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.049690] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9b0ad4-347d-4bb4-bf61-b15eb27b0f76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.075708] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 893.075708] env[68946]: value = "task-2878714" [ 893.075708] env[68946]: _type = "Task" [ 893.075708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.086422] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.131258] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878712, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.190189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "2488a589-2270-4b95-81f5-33bf34eb9320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.190189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.383215] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Successfully created port: 6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.602829] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.630377] env[68946]: DEBUG oslo_vmware.api [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878712, 'name': RemoveSnapshot_Task, 'duration_secs': 1.113848} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.631542] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.631788] env[68946]: INFO nova.compute.manager [None req-f14116e2-5865-45b0-a010-e40aeb732d16 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Took 14.77 seconds to snapshot the instance on the hypervisor. [ 893.636151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c996d-2e8d-41cd-81b4-1ac03307a539 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.642345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6307087-4788-4f3b-8c66-94ce863b40a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.675230] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e355b-910f-429b-ab51-011768fa209c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.686014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917c9f2-edec-4550-ae20-ef4e2dff67fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.701238] env[68946]: DEBUG nova.compute.provider_tree [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.976603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.976603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.976603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.976603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.976603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.976603] env[68946]: INFO nova.compute.manager [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Terminating instance [ 893.994093] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.031228] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.031470] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.031629] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.031833] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.031988] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.032607] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.032964] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.033176] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.034042] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.034042] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.034042] env[68946]: DEBUG nova.virt.hardware [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.042304] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddcba0-16cf-4c6a-95fd-a100b05299a0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.048158] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a3c64b-dfc5-4bfd-ada1-8f997b01ca39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.089564] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878714, 'name': ReconfigVM_Task, 'duration_secs': 0.917441} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.089855] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.090609] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7892186-7e69-41e4-9b25-d2f99f11b25f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.098840] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 894.098840] env[68946]: value = "task-2878716" [ 894.098840] env[68946]: _type = "Task" [ 894.098840] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.109847] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878716, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.204816] env[68946]: DEBUG nova.scheduler.client.report [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.471604] env[68946]: DEBUG nova.compute.manager [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.471850] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.472800] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f62d1b5-6870-491b-8849-7ff2f88be187 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.482691] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.483232] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d42845-df73-49da-a3cf-db39dd8ef69b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.491773] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 894.491773] env[68946]: value = "task-2878717" [ 894.491773] env[68946]: _type = "Task" [ 894.491773] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.502247] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.611720] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878716, 'name': Rename_Task, 'duration_secs': 0.269345} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.612036] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.612380] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e036fe2-3ac4-40ed-bbd5-865566c7055d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.619792] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 894.619792] env[68946]: value = "task-2878718" [ 894.619792] env[68946]: _type = "Task" [ 894.619792] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.629214] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.709753] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.710828] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.714498] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.022s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.714698] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.714856] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 894.719100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.253s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.719347] env[68946]: DEBUG nova.objects.instance [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'resources' on Instance uuid 1eec8376-eaba-476f-88fb-2f7251d0135d {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.722265] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303b1a79-d5ef-4632-b01a-b0ce7f6d967c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.735640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd29620-d4c3-4d0d-a487-25033dd14fae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.756222] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a877e99-c662-4fe6-81ed-c001b717ed28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.767447] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b0346a-0352-40df-adf7-a13ee9f37f2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.803699] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178978MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 894.803862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.005765] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878717, 'name': PowerOffVM_Task, 'duration_secs': 0.190023} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.007089] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.007089] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.007089] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d23805-d430-4ec7-921a-ce85403f644e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.077527] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.077868] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.078115] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Deleting the datastore file [datastore2] b62f06ea-939c-4a0a-9008-e7e78b4372c9 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.078443] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c7cefd-34cc-4e9c-95ad-a203ef84ae84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.088011] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for the task: (returnval){ [ 895.088011] env[68946]: value = "task-2878720" [ 895.088011] env[68946]: _type = "Task" [ 895.088011] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.099022] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.130245] env[68946]: DEBUG oslo_vmware.api [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878718, 'name': PowerOnVM_Task, 'duration_secs': 0.48742} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.130519] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.130764] env[68946]: INFO nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Took 5.93 seconds to spawn the instance on the hypervisor. [ 895.130887] env[68946]: DEBUG nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.131803] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92383978-cf31-45d8-ad20-14764cf37d3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.223117] env[68946]: DEBUG nova.compute.utils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.227448] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.227645] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.318554] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Successfully updated port: 6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.325219] env[68946]: DEBUG nova.policy [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3583de6df146a1af22b1bd0ef4fb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8774be4c61ac4befa5c4fd89d428250d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.336997] env[68946]: DEBUG nova.compute.manager [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Received event network-vif-plugged-6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.337320] env[68946]: DEBUG oslo_concurrency.lockutils [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.337562] env[68946]: DEBUG oslo_concurrency.lockutils [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.337743] env[68946]: DEBUG oslo_concurrency.lockutils [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.337917] env[68946]: DEBUG nova.compute.manager [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] No waiting events found dispatching network-vif-plugged-6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.338113] env[68946]: WARNING nova.compute.manager [req-9b4c9a91-1ee7-40ed-98cf-9d942b6c1175 req-16c8954b-f210-4ca6-ad9e-d76aac35c9d5 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Received unexpected event network-vif-plugged-6a675849-7e06-40dd-bed2-ec059f2a8c83 for instance with vm_state building and task_state spawning. [ 895.604192] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.651348] env[68946]: INFO nova.compute.manager [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Took 49.14 seconds to build instance. [ 895.731215] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.808736] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27a7d19-52ba-42c9-8b44-23285b4edac6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.816888] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd78b5-5cbe-4d8e-bce9-64093d74a2cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.821822] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.821964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.822168] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.863378] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0b0664-4a09-4833-b824-56eb96943b8a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.873235] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a0f2a-4974-4b8d-b181-1d8da9fd4763 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.890019] env[68946]: DEBUG nova.compute.provider_tree [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.893616] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Successfully created port: 15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.924382] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.105166] env[68946]: DEBUG oslo_vmware.api [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Task: {'id': task-2878720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521867} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.105452] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.105613] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.105890] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.106947] env[68946]: INFO nova.compute.manager [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 896.107302] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.107550] env[68946]: DEBUG nova.compute.manager [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.107667] env[68946]: DEBUG nova.network.neutron [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.152807] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c885ad0f-d5cc-4cdf-8155-1bfdaf388e53 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.902s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.326842] env[68946]: DEBUG nova.network.neutron [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.392552] env[68946]: DEBUG nova.scheduler.client.report [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.656455] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.743158] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.773389] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.773745] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.773921] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.774131] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.774277] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.774417] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.774656] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.774809] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.774933] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.775121] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.775294] env[68946]: DEBUG nova.virt.hardware [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.776180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf47c9-f60e-4fe9-8979-fce83a944c90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.785643] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa2ce1e-90e6-4e51-8e27-6ce1fcc77b38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.830086] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.830510] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Instance network_info: |[{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.831261] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:00:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a675849-7e06-40dd-bed2-ec059f2a8c83', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.840526] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating folder: Project (3390a0bc1363499d9f3782c124bb6e19). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.841289] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a464053e-d464-4c44-80a1-2b0ecd80b851 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.859035] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created folder: Project (3390a0bc1363499d9f3782c124bb6e19) in parent group-v578341. [ 896.859035] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating folder: Instances. Parent ref: group-v578509. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.859035] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8d1a77-4365-429a-b4d2-4cc87bd71477 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.869703] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created folder: Instances in parent group-v578509. [ 896.869703] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.869857] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.870217] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a9b78cf-3e50-4250-8296-619b7417671b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.901632] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.903791] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.903791] env[68946]: value = "task-2878724" [ 896.903791] env[68946]: _type = "Task" [ 896.903791] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.904353] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.413s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.904595] env[68946]: DEBUG nova.objects.instance [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lazy-loading 'resources' on Instance uuid 915e094d-ada2-44d2-ae3a-cbe107b67f8a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.920748] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878724, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.937725] env[68946]: INFO nova.scheduler.client.report [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted allocations for instance 1eec8376-eaba-476f-88fb-2f7251d0135d [ 897.189041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.202052] env[68946]: INFO nova.compute.manager [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Rebuilding instance [ 897.210553] env[68946]: DEBUG nova.network.neutron [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.259034] env[68946]: DEBUG nova.compute.manager [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.260933] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d8267-5c15-40d3-b2cb-774f42a3cb4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.416170] env[68946]: DEBUG nova.compute.manager [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Received event network-changed-6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.417020] env[68946]: DEBUG nova.compute.manager [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Refreshing instance network info cache due to event network-changed-6a675849-7e06-40dd-bed2-ec059f2a8c83. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 897.417020] env[68946]: DEBUG oslo_concurrency.lockutils [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.417020] env[68946]: DEBUG oslo_concurrency.lockutils [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.417020] env[68946]: DEBUG nova.network.neutron [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Refreshing network info cache for port 6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.423027] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878724, 'name': CreateVM_Task, 'duration_secs': 0.376897} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.423027] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.423425] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.423589] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.423906] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.424174] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d570988-5836-4eb5-b20d-2c2c22044e4b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.431825] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 897.431825] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529fc5b9-f96a-23c6-17fc-4ab5841335c1" [ 897.431825] env[68946]: _type = "Task" [ 897.431825] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.442990] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529fc5b9-f96a-23c6-17fc-4ab5841335c1, 'name': SearchDatastore_Task} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.448870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0d023238-043f-4e32-8d20-61e1deacac6d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "1eec8376-eaba-476f-88fb-2f7251d0135d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.654s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.450436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.450987] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.451138] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.452050] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.452177] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.456541] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Acquired lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.456541] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4a126c-4c20-4330-9369-330b2a679f1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.459562] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa23d79-6a03-4390-b72f-1c8ced10d443 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.474650] env[68946]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 897.474782] env[68946]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68946) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 897.477191] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.477191] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.478297] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26e7369b-e3f2-464b-b88c-9def3af60d51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.480866] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0081bed6-eff8-47b8-8dd3-f72c69d670bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.489060] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 897.489060] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ce8d72-9d3b-d12d-beb0-39bc0142831f" [ 897.489060] env[68946]: _type = "Task" [ 897.489060] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.498468] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff5bae9-b5ee-4f96-bd34-c3391a656da7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.523882] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ce8d72-9d3b-d12d-beb0-39bc0142831f, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.525168] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3521bd75-9d3f-4fbb-9626-05af0c40e6fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.545041] env[68946]: ERROR root [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-578458' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-578458' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-578458' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-578458'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-578458' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-578458' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-578458'}\n"]: nova.exception.InstanceNotFound: Instance 1eec8376-eaba-476f-88fb-2f7251d0135d could not be found. [ 897.545333] env[68946]: DEBUG oslo_concurrency.lockutils [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] Releasing lock "1eec8376-eaba-476f-88fb-2f7251d0135d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.545517] env[68946]: DEBUG nova.compute.manager [req-82f1ef9c-4456-44ad-a60e-0bf05c5471e2 req-ac482e83-a24e-4b20-b182-c96d4b95fdc9 service nova] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Detach interface failed, port_id=62ad8074-e1fa-45a3-8bae-950bda3e4b9c, reason: Instance 1eec8376-eaba-476f-88fb-2f7251d0135d could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 897.550667] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 897.550667] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52721426-8b66-8cc3-976e-cf94708dbaa8" [ 897.550667] env[68946]: _type = "Task" [ 897.550667] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.561073] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52721426-8b66-8cc3-976e-cf94708dbaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.561345] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.561667] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.561871] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b98e4905-363a-4378-ae04-00d8a1864629 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.572144] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 897.572144] env[68946]: value = "task-2878725" [ 897.572144] env[68946]: _type = "Task" [ 897.572144] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.581401] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.715646] env[68946]: INFO nova.compute.manager [-] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Took 1.61 seconds to deallocate network for instance. [ 898.059461] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.060079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.060513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b1dcf-ea36-4d9f-ad50-2f7f92352774 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.071897] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0bcc93-f4de-42ae-b9f0-cf27d633d55e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.091534] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878725, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.118967] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Successfully updated port: 15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.123229] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7eac83-82e7-40c9-86a5-671acb9d0fe2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.133965] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0ef5a-c462-4851-94e3-e0db429fe643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.152134] env[68946]: DEBUG nova.compute.provider_tree [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.232912] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.283043] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.283043] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b161de-20d4-4e7f-926a-8539ed41b720 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.288541] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 898.288541] env[68946]: value = "task-2878727" [ 898.288541] env[68946]: _type = "Task" [ 898.288541] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.299810] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.459834] env[68946]: DEBUG nova.network.neutron [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updated VIF entry in instance network info cache for port 6a675849-7e06-40dd-bed2-ec059f2a8c83. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.460226] env[68946]: DEBUG nova.network.neutron [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.592925] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537336} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.596313] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.596556] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.596830] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13be34e9-29e0-4778-b710-73eedf166b7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.605760] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 898.605760] env[68946]: value = "task-2878728" [ 898.605760] env[68946]: _type = "Task" [ 898.605760] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.617219] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.628010] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.628010] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.628010] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.656271] env[68946]: DEBUG nova.scheduler.client.report [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.804646] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878727, 'name': PowerOffVM_Task, 'duration_secs': 0.127577} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.805674] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.805674] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.806147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05107276-47f3-4674-a63b-451849fd908a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.815673] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.816062] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6434c58-b099-4355-adbf-430d6d8ccb08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.850602] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.851950] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.851950] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Deleting the datastore file [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.851950] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5744dc2a-6b19-4012-8042-df10474bad41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.862845] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 898.862845] env[68946]: value = "task-2878730" [ 898.862845] env[68946]: _type = "Task" [ 898.862845] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.877021] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.963347] env[68946]: DEBUG oslo_concurrency.lockutils [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.963972] env[68946]: DEBUG nova.compute.manager [req-aa165aa2-13b6-4957-8701-745d13428d8d req-2dfd5092-47e7-4a52-8cca-27d09577b6ac service nova] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Received event network-vif-deleted-8825d0bc-d09a-4934-bab0-4879863387a7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.117485] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071717} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.117750] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.118558] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bfb18-0a3a-44e9-89a0-87b1b1291113 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.148512] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.149170] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa099ed-a680-4c90-9122-d6090735f52c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.168152] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.170297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.589s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.170499] env[68946]: DEBUG nova.objects.instance [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lazy-loading 'resources' on Instance uuid 46c5d347-4654-4c1c-8de3-45ecebe15435 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.175786] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 899.175786] env[68946]: value = "task-2878731" [ 899.175786] env[68946]: _type = "Task" [ 899.175786] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.187824] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.191567] env[68946]: INFO nova.scheduler.client.report [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted allocations for instance 915e094d-ada2-44d2-ae3a-cbe107b67f8a [ 899.203270] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.345359] env[68946]: DEBUG nova.network.neutron [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updating instance_info_cache with network_info: [{"id": "15124487-0297-4256-a4a0-954fcbc691ca", "address": "fa:16:3e:b2:33:17", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15124487-02", "ovs_interfaceid": "15124487-0297-4256-a4a0-954fcbc691ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.374521] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.374778] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.374992] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.375244] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.582137] env[68946]: DEBUG nova.compute.manager [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Received event network-vif-plugged-15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.582337] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Acquiring lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.582492] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.582691] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.582877] env[68946]: DEBUG nova.compute.manager [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] No waiting events found dispatching network-vif-plugged-15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.583030] env[68946]: WARNING nova.compute.manager [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Received unexpected event network-vif-plugged-15124487-0297-4256-a4a0-954fcbc691ca for instance with vm_state building and task_state spawning. [ 899.583199] env[68946]: DEBUG nova.compute.manager [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Received event network-changed-15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.583354] env[68946]: DEBUG nova.compute.manager [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Refreshing instance network info cache due to event network-changed-15124487-0297-4256-a4a0-954fcbc691ca. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.583518] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Acquiring lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.691206] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878731, 'name': ReconfigVM_Task, 'duration_secs': 0.322506} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.691206] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.691490] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d90f7c1b-2706-45ec-93e0-2cb025ad6e27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.701528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-872358dc-a493-4dbd-a123-25067bbb8c36 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "915e094d-ada2-44d2-ae3a-cbe107b67f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.710s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.708371] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 899.708371] env[68946]: value = "task-2878732" [ 899.708371] env[68946]: _type = "Task" [ 899.708371] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.719266] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878732, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.848668] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.849094] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Instance network_info: |[{"id": "15124487-0297-4256-a4a0-954fcbc691ca", "address": "fa:16:3e:b2:33:17", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15124487-02", "ovs_interfaceid": "15124487-0297-4256-a4a0-954fcbc691ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.849399] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Acquired lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.849576] env[68946]: DEBUG nova.network.neutron [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Refreshing network info cache for port 15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.851293] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:33:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15124487-0297-4256-a4a0-954fcbc691ca', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.861730] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.867025] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.867888] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7babedd-126b-44bb-b8ef-2ca057fe6b29 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.900925] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.900925] env[68946]: value = "task-2878733" [ 899.900925] env[68946]: _type = "Task" [ 899.900925] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.914016] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878733, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.141395] env[68946]: DEBUG nova.network.neutron [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updated VIF entry in instance network info cache for port 15124487-0297-4256-a4a0-954fcbc691ca. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.141395] env[68946]: DEBUG nova.network.neutron [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updating instance_info_cache with network_info: [{"id": "15124487-0297-4256-a4a0-954fcbc691ca", "address": "fa:16:3e:b2:33:17", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15124487-02", "ovs_interfaceid": "15124487-0297-4256-a4a0-954fcbc691ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.223233] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878732, 'name': Rename_Task, 'duration_secs': 0.146867} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.224037] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.224343] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f030d95-8989-44b4-8d9e-b0e0c3d9ced8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.231976] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb9d6c-9176-4001-a1a1-82a63385cada {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.237770] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 900.237770] env[68946]: value = "task-2878734" [ 900.237770] env[68946]: _type = "Task" [ 900.237770] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.255606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "029bab56-5104-4cfd-859e-8281b56ddd0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.255606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.255606] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4681544-48d6-45fe-8f50-6a316d27053e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.262897] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878734, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.293856] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80d7a6-f550-4946-b570-bf7f51c29d55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.302327] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32625cb4-44c9-41b2-b64b-2c64c74899e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.319515] env[68946]: DEBUG nova.compute.provider_tree [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.412010] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878733, 'name': CreateVM_Task, 'duration_secs': 0.357803} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.412316] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.413151] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.413511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.413786] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.414108] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b477cfc7-3eb8-4741-9acc-5149cf92432c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.419324] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 900.419324] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266c4be-8e12-3975-4672-26438fc625f0" [ 900.419324] env[68946]: _type = "Task" [ 900.419324] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.428109] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.428347] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.428503] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.428708] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.428857] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.429056] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.429216] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.429368] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.429530] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.429686] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.429856] env[68946]: DEBUG nova.virt.hardware [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.430751] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78372bb3-4f93-4f65-b575-628fcb99d58c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.436603] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266c4be-8e12-3975-4672-26438fc625f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.437227] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.437488] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.437789] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.437969] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.438200] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.438484] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc732161-8c82-4eda-9ff4-50cd34c067b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.443941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b5bbc7-5b24-4b73-a626-869d218387b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.449264] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.449515] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.458814] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e8e207-f61d-46ae-a257-8d374ec6cf4e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.461292] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.467307] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.467891] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.468471] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba7a2a8-84d3-412c-84ba-560f50cabcfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.483648] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 900.483648] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52610dba-81c9-f9ba-312a-cec75fece5ee" [ 900.483648] env[68946]: _type = "Task" [ 900.483648] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.489384] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.489384] env[68946]: value = "task-2878735" [ 900.489384] env[68946]: _type = "Task" [ 900.489384] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.493288] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52610dba-81c9-f9ba-312a-cec75fece5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.496853] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d26606-d893-4f99-8508-af17e241f224 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.504718] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878735, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.505952] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 900.505952] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528fcb85-092f-bddc-c833-6ccfc5375919" [ 900.505952] env[68946]: _type = "Task" [ 900.505952] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.514155] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528fcb85-092f-bddc-c833-6ccfc5375919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.645453] env[68946]: DEBUG oslo_concurrency.lockutils [req-d16eb473-7c1e-48ee-91f3-11b133672c88 req-1cea58e5-fbd4-4aef-b554-84ad83db1076 service nova] Releasing lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.699535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.699852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.751077] env[68946]: DEBUG oslo_vmware.api [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878734, 'name': PowerOnVM_Task, 'duration_secs': 0.47228} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.751531] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.751848] env[68946]: INFO nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 6.76 seconds to spawn the instance on the hypervisor. [ 900.752148] env[68946]: DEBUG nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.753246] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307f183-e9b1-4c14-b02f-2fd264c1539c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.825322] env[68946]: DEBUG nova.scheduler.client.report [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.003443] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878735, 'name': CreateVM_Task, 'duration_secs': 0.346167} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.003620] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.004053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.004218] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.004535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.004776] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6757d172-3529-4aef-86c0-24ef4cb2dfdb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.014467] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 901.014467] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b2425f-98a2-c8aa-94b4-5d7ed72aa649" [ 901.014467] env[68946]: _type = "Task" [ 901.014467] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.017835] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528fcb85-092f-bddc-c833-6ccfc5375919, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.020544] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.020796] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 0543bc65-6d1d-4e40-bdaf-480e56d5cca5/0543bc65-6d1d-4e40-bdaf-480e56d5cca5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.021045] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa43a21-de9b-4372-9d30-dbc52dd213fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.027518] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b2425f-98a2-c8aa-94b4-5d7ed72aa649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.028719] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 901.028719] env[68946]: value = "task-2878736" [ 901.028719] env[68946]: _type = "Task" [ 901.028719] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.036200] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.264028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.264217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.275172] env[68946]: INFO nova.compute.manager [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 53.73 seconds to build instance. [ 901.331250] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.333516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.315s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.335132] env[68946]: INFO nova.compute.claims [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.358632] env[68946]: INFO nova.scheduler.client.report [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Deleted allocations for instance 46c5d347-4654-4c1c-8de3-45ecebe15435 [ 901.532305] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b2425f-98a2-c8aa-94b4-5d7ed72aa649, 'name': SearchDatastore_Task, 'duration_secs': 0.024096} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.536972] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.537368] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.537732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.537973] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.538274] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.538628] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0110d503-b672-42d6-ac0b-f65bb2c90f47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.546620] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878736, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.547732] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.547908] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.548628] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef94647-ae9d-4629-8b72-753f5a18ae36 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.553734] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 901.553734] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527c337f-c623-cc67-7132-cf518bfd8d78" [ 901.553734] env[68946]: _type = "Task" [ 901.553734] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.561606] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527c337f-c623-cc67-7132-cf518bfd8d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.777709] env[68946]: DEBUG oslo_concurrency.lockutils [None req-707a9f87-c379-4449-836b-725cb56d6e00 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.243s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.867857] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a0c46b2-1b05-42e5-8f94-6890a9741623 tempest-MultipleCreateTestJSON-876186073 tempest-MultipleCreateTestJSON-876186073-project-member] Lock "46c5d347-4654-4c1c-8de3-45ecebe15435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.702s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.044374] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878736, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.064552] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527c337f-c623-cc67-7132-cf518bfd8d78, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.065363] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a32473-04ec-4f43-8eb8-87bd9c4d6e80 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.071422] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 902.071422] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5267366e-651b-bd1f-ed82-e49c2acbd61d" [ 902.071422] env[68946]: _type = "Task" [ 902.071422] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.080214] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5267366e-651b-bd1f-ed82-e49c2acbd61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.281262] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.546574] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878736, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022115} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.549577] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 0543bc65-6d1d-4e40-bdaf-480e56d5cca5/0543bc65-6d1d-4e40-bdaf-480e56d5cca5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.549813] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.553598] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b61b0c-f8f8-4e47-9244-9170a9e7c484 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.558972] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 902.558972] env[68946]: value = "task-2878737" [ 902.558972] env[68946]: _type = "Task" [ 902.558972] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.573263] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.583865] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5267366e-651b-bd1f-ed82-e49c2acbd61d, 'name': SearchDatastore_Task, 'duration_secs': 0.026681} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.586707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.586973] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.587490] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82e2a7f1-ddf5-4f1b-aab6-e1a2afa36d3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.596066] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 902.596066] env[68946]: value = "task-2878738" [ 902.596066] env[68946]: _type = "Task" [ 902.596066] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.607822] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.801842] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.852664] env[68946]: DEBUG nova.compute.manager [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Received event network-changed-6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 902.852800] env[68946]: DEBUG nova.compute.manager [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Refreshing instance network info cache due to event network-changed-6a675849-7e06-40dd-bed2-ec059f2a8c83. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 902.853127] env[68946]: DEBUG oslo_concurrency.lockutils [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.853391] env[68946]: DEBUG oslo_concurrency.lockutils [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.854503] env[68946]: DEBUG nova.network.neutron [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Refreshing network info cache for port 6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.857577] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9075cdcd-936a-452d-9e75-8a689db5900d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.867725] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc059e73-7d56-4eaf-8c88-0db21c33ee07 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.901282] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0015112f-ec0d-414e-8e8d-e540a1cd135f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.910090] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb854479-d10f-41cb-b8ff-553fa34faaf4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.926567] env[68946]: DEBUG nova.compute.provider_tree [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.073866] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.074216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.075051] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b40bbc-15e7-4625-b74c-1795ba8c99ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.100475] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0543bc65-6d1d-4e40-bdaf-480e56d5cca5/0543bc65-6d1d-4e40-bdaf-480e56d5cca5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.101521] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07e6ca7-2ddb-479d-b6f1-653f6531e177 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.130513] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.134142] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 903.134142] env[68946]: value = "task-2878739" [ 903.134142] env[68946]: _type = "Task" [ 903.134142] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.143531] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.432023] env[68946]: DEBUG nova.scheduler.client.report [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.613492] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986961} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.616707] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.616993] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.617306] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe7c3eb-25a8-4b3f-af03-410ecb36e7c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.626888] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 903.626888] env[68946]: value = "task-2878740" [ 903.626888] env[68946]: _type = "Task" [ 903.626888] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.654015] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.654015] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.746472] env[68946]: DEBUG nova.network.neutron [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updated VIF entry in instance network info cache for port 6a675849-7e06-40dd-bed2-ec059f2a8c83. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.746837] env[68946]: DEBUG nova.network.neutron [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.937605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.938181] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.940684] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.307s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.942090] env[68946]: INFO nova.compute.claims [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.138432] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116133} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.141564] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.142388] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091fac6a-114d-43f5-8f23-3978af874f0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.152492] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878739, 'name': ReconfigVM_Task, 'duration_secs': 0.808467} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.159223] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0543bc65-6d1d-4e40-bdaf-480e56d5cca5/0543bc65-6d1d-4e40-bdaf-480e56d5cca5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.168376] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.168665] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e865101-9736-49e7-b4b8-77255f73ad96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.170775] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f05fd92-9c53-4744-9d30-6b4c01ca576d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.192037] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 904.192037] env[68946]: value = "task-2878741" [ 904.192037] env[68946]: _type = "Task" [ 904.192037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.192707] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 904.192707] env[68946]: value = "task-2878742" [ 904.192707] env[68946]: _type = "Task" [ 904.192707] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.204581] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878741, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.207698] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.250097] env[68946]: DEBUG oslo_concurrency.lockutils [req-8efaef2a-3d3f-4907-829a-a1a6df127e6a req-746bf864-9bcd-4bfa-9e84-448b7b7716e3 service nova] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.447799] env[68946]: DEBUG nova.compute.utils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.448587] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.448698] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.511100] env[68946]: DEBUG nova.policy [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be1529e939c44b9a8a8c40f1876e4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae73fc96aab14001b37e734372de036e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.705388] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878742, 'name': ReconfigVM_Task, 'duration_secs': 0.2942} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.708276] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Reconfigured VM instance instance-00000035 to attach disk [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3/dd1810bd-f554-48fb-91fb-f8d9b4ec06c3.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.708897] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878741, 'name': Rename_Task, 'duration_secs': 0.256719} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.709111] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdf9ca4b-80be-4cae-b93e-65f826cdd3a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.710641] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.710868] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c40f28dd-de1e-43d6-a0b0-6e980ad82d72 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.720383] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 904.720383] env[68946]: value = "task-2878743" [ 904.720383] env[68946]: _type = "Task" [ 904.720383] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.720383] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 904.720383] env[68946]: value = "task-2878744" [ 904.720383] env[68946]: _type = "Task" [ 904.720383] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.731707] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878744, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.738047] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.827644] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Successfully created port: ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.956196] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.238301] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.238580] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878744, 'name': Rename_Task, 'duration_secs': 0.175858} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.241068] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.241499] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485814fe-5534-48dc-8c6d-0f792bf996df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.248592] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 905.248592] env[68946]: value = "task-2878745" [ 905.248592] env[68946]: _type = "Task" [ 905.248592] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.259762] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.458478] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba213e-6674-470b-afe8-453f41fa4849 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.470233] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352da84-4c5a-4ec0-87e4-ebdb6140f91c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.504524] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0156187d-a3cf-457e-ad6f-c9488796db5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.513691] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ef832-ae76-4179-ba40-0ce5d3cce6a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.532279] env[68946]: DEBUG nova.compute.provider_tree [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.731306] env[68946]: DEBUG oslo_vmware.api [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878743, 'name': PowerOnVM_Task, 'duration_secs': 0.899306} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.731638] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.731784] env[68946]: INFO nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 905.732011] env[68946]: DEBUG nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.732806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d50785-5bd5-4105-aa96-580fb5599f89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.757929] env[68946]: DEBUG oslo_vmware.api [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878745, 'name': PowerOnVM_Task, 'duration_secs': 0.450723} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.758283] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.758498] env[68946]: DEBUG nova.compute.manager [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.759263] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7389a056-70ad-44da-bc13-d6f3734aba81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.966711] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.994467] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.994705] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.994861] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.999160] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.999436] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.999603] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.999817] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.999976] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.000155] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.000312] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.000480] env[68946]: DEBUG nova.virt.hardware [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.001543] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c8a0fe-ca0d-455d-888a-279a8a081117 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.013340] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66a41b-1306-435b-b3bc-20302e3de671 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035800] env[68946]: DEBUG nova.scheduler.client.report [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.257931] env[68946]: INFO nova.compute.manager [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Took 58.56 seconds to build instance. [ 906.279718] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.342902] env[68946]: DEBUG nova.compute.manager [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Received event network-vif-plugged-ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.343386] env[68946]: DEBUG oslo_concurrency.lockutils [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] Acquiring lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.343722] env[68946]: DEBUG oslo_concurrency.lockutils [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.345258] env[68946]: DEBUG oslo_concurrency.lockutils [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.345258] env[68946]: DEBUG nova.compute.manager [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] No waiting events found dispatching network-vif-plugged-ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.345258] env[68946]: WARNING nova.compute.manager [req-bf0e04ec-f60c-454a-ba5e-a249ad148657 req-69dd38bb-62b0-4c93-a8f2-474d73140fc4 service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Received unexpected event network-vif-plugged-ef5c5684-327e-40ec-b47d-f47d4357a7d1 for instance with vm_state building and task_state spawning. [ 906.499224] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Successfully updated port: ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.541079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.541693] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.548240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.073s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.548240] env[68946]: INFO nova.compute.claims [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.764024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b21219a8-f984-4a92-a8fb-e80999a94d97 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.070s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.819710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.819710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.822582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.822582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.822582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.822937] env[68946]: INFO nova.compute.manager [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Terminating instance [ 907.003930] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.004136] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.004260] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.046971] env[68946]: DEBUG nova.compute.utils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.048389] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.048561] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.091180] env[68946]: DEBUG nova.policy [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be1529e939c44b9a8a8c40f1876e4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae73fc96aab14001b37e734372de036e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.268810] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.327980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "refresh_cache-dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.328455] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquired lock "refresh_cache-dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.331307] env[68946]: DEBUG nova.network.neutron [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.380201] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Successfully created port: b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.544428] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.553413] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.767190] env[68946]: DEBUG nova.network.neutron [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updating instance_info_cache with network_info: [{"id": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "address": "fa:16:3e:67:fb:09", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5c5684-32", "ovs_interfaceid": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.796895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.860030] env[68946]: DEBUG nova.network.neutron [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.933340] env[68946]: DEBUG nova.network.neutron [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.938030] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.938245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.219629] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf7836-92d2-442d-b202-7c3937e69120 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.228746] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26ab5f-a9e4-48b1-bada-c66b6fbd4d5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.262223] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2291a-b334-470a-9bbe-4d85b3d4dfd0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.271498] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd68e0b-1c15-4eab-8d84-e767869e848c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.276223] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.276556] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Instance network_info: |[{"id": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "address": "fa:16:3e:67:fb:09", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5c5684-32", "ovs_interfaceid": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.276986] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:fb:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef5c5684-327e-40ec-b47d-f47d4357a7d1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.284750] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Creating folder: Project (ae73fc96aab14001b37e734372de036e). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.285569] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb41b6e0-f865-40b2-a405-c749a188b6bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.296870] env[68946]: DEBUG nova.compute.provider_tree [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.299795] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Created folder: Project (ae73fc96aab14001b37e734372de036e) in parent group-v578341. [ 908.300017] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Creating folder: Instances. Parent ref: group-v578514. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.300285] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453f3986-8c3e-4c1a-a544-3f69482bb708 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.314098] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Created folder: Instances in parent group-v578514. [ 908.314377] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.314580] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.314824] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97ea7ecb-2553-44ab-a959-94d616e747d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.339408] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.339408] env[68946]: value = "task-2878748" [ 908.339408] env[68946]: _type = "Task" [ 908.339408] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.350298] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878748, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.416958] env[68946]: DEBUG nova.compute.manager [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Received event network-changed-ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 908.416958] env[68946]: DEBUG nova.compute.manager [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Refreshing instance network info cache due to event network-changed-ef5c5684-327e-40ec-b47d-f47d4357a7d1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 908.417133] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Acquiring lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.417279] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Acquired lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.417479] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Refreshing network info cache for port ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.439942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Releasing lock "refresh_cache-dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.440483] env[68946]: DEBUG nova.compute.manager [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.440703] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.441636] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be35734d-3acd-4c4f-a616-d8a051451959 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.451309] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.451621] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608f56dd-8e38-4149-80b2-260ba8ab2348 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.462804] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 908.462804] env[68946]: value = "task-2878749" [ 908.462804] env[68946]: _type = "Task" [ 908.462804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.474019] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.567703] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.602754] env[68946]: DEBUG nova.virt.hardware [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.603632] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fbca1e-2418-4bfc-982c-d4051191660f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.612713] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5850e543-7ba0-4f41-a528-d06f65e8c8ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.805257] env[68946]: DEBUG nova.scheduler.client.report [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.853937] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878748, 'name': CreateVM_Task, 'duration_secs': 0.412183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.854220] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.855008] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.855157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.855496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.855765] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec70a591-70e7-453f-adb9-4a19bfd57457 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.862062] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 908.862062] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c4db9-b9a9-e94d-102e-6da9820a0a67" [ 908.862062] env[68946]: _type = "Task" [ 908.862062] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.871607] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c4db9-b9a9-e94d-102e-6da9820a0a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.974666] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878749, 'name': PowerOffVM_Task, 'duration_secs': 0.224998} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.975076] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.975393] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.975617] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693d1046-77da-44fc-9247-d32f10248597 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.005287] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.005521] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.005699] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Deleting the datastore file [datastore2] dd1810bd-f554-48fb-91fb-f8d9b4ec06c3 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.006043] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6382480c-dd74-4523-9d14-2767fabbb2f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.013108] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for the task: (returnval){ [ 909.013108] env[68946]: value = "task-2878751" [ 909.013108] env[68946]: _type = "Task" [ 909.013108] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.022272] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.122739] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Successfully updated port: b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.199235] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updated VIF entry in instance network info cache for port ef5c5684-327e-40ec-b47d-f47d4357a7d1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.199623] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updating instance_info_cache with network_info: [{"id": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "address": "fa:16:3e:67:fb:09", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5c5684-32", "ovs_interfaceid": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.312900] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.313446] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.316072] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.120s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.317486] env[68946]: INFO nova.compute.claims [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.376036] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526c4db9-b9a9-e94d-102e-6da9820a0a67, 'name': SearchDatastore_Task, 'duration_secs': 0.016488} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.376360] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.376598] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.376834] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.377032] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.377223] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.377484] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-723cb266-d7e5-49ab-b136-a1b7b9bc746b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.405386] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.405626] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.406375] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9b8535-30db-448c-8c15-bf8dc3200076 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.412358] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 909.412358] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52711469-7862-3853-d5d2-89013c7ab773" [ 909.412358] env[68946]: _type = "Task" [ 909.412358] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.420516] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52711469-7862-3853-d5d2-89013c7ab773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.523494] env[68946]: DEBUG oslo_vmware.api [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Task: {'id': task-2878751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43118} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.523806] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.524030] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.524269] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.524445] env[68946]: INFO nova.compute.manager [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 909.524722] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.524920] env[68946]: DEBUG nova.compute.manager [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.525058] env[68946]: DEBUG nova.network.neutron [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.540657] env[68946]: DEBUG nova.network.neutron [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.625510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.625620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.625778] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.702487] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Releasing lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.702840] env[68946]: DEBUG nova.compute.manager [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Received event network-changed-15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.703026] env[68946]: DEBUG nova.compute.manager [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Refreshing instance network info cache due to event network-changed-15124487-0297-4256-a4a0-954fcbc691ca. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.703240] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Acquiring lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703375] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Acquired lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.703528] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Refreshing network info cache for port 15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.823980] env[68946]: DEBUG nova.compute.utils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.825388] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.825557] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.865522] env[68946]: DEBUG nova.policy [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1be1529e939c44b9a8a8c40f1876e4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae73fc96aab14001b37e734372de036e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.923030] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52711469-7862-3853-d5d2-89013c7ab773, 'name': SearchDatastore_Task, 'duration_secs': 0.02264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.923796] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0f75fa-2914-4e9c-bc6c-3a2ee77875ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.931207] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 909.931207] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52dbc424-583e-7996-154d-f86fefe3aee6" [ 909.931207] env[68946]: _type = "Task" [ 909.931207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.939650] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52dbc424-583e-7996-154d-f86fefe3aee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.043750] env[68946]: DEBUG nova.network.neutron [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.128271] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Successfully created port: 446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.181297] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.328885] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.444369] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52dbc424-583e-7996-154d-f86fefe3aee6, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.444641] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.444900] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 34ade09a-f4ab-4db0-ae4a-05c05300ed4e/34ade09a-f4ab-4db0-ae4a-05c05300ed4e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.445175] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc4b432-1640-4c4c-b7a1-7c61fedda445 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.456955] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 910.456955] env[68946]: value = "task-2878752" [ 910.456955] env[68946]: _type = "Task" [ 910.456955] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.479591] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.503614] env[68946]: DEBUG nova.compute.manager [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Received event network-vif-plugged-b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 910.503973] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Acquiring lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.504322] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.504599] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.504881] env[68946]: DEBUG nova.compute.manager [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] No waiting events found dispatching network-vif-plugged-b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.505241] env[68946]: WARNING nova.compute.manager [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Received unexpected event network-vif-plugged-b1f1bc4f-a759-428c-a6e5-7e2448369c7b for instance with vm_state building and task_state spawning. [ 910.505479] env[68946]: DEBUG nova.compute.manager [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Received event network-changed-b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 910.505833] env[68946]: DEBUG nova.compute.manager [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Refreshing instance network info cache due to event network-changed-b1f1bc4f-a759-428c-a6e5-7e2448369c7b. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 910.506138] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Acquiring lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.507418] env[68946]: DEBUG nova.network.neutron [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Updating instance_info_cache with network_info: [{"id": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "address": "fa:16:3e:d9:76:62", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f1bc4f-a7", "ovs_interfaceid": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.549636] env[68946]: INFO nova.compute.manager [-] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Took 1.02 seconds to deallocate network for instance. [ 910.894234] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updated VIF entry in instance network info cache for port 15124487-0297-4256-a4a0-954fcbc691ca. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.894594] env[68946]: DEBUG nova.network.neutron [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updating instance_info_cache with network_info: [{"id": "15124487-0297-4256-a4a0-954fcbc691ca", "address": "fa:16:3e:b2:33:17", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15124487-02", "ovs_interfaceid": "15124487-0297-4256-a4a0-954fcbc691ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.941240] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c0d2f7-9fe7-48b5-a8e9-3ef5460caaba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.951063] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c23b6a-a6bd-4cb3-9670-6fa349cc347d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.992835] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0f920-2b8c-40a9-b0f2-9621f9b24c2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.999070] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878752, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.004785] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362ff53-f04b-4664-9e23-eb3ed7cd3fbc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.010362] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.010674] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Instance network_info: |[{"id": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "address": "fa:16:3e:d9:76:62", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f1bc4f-a7", "ovs_interfaceid": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.018577] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Acquired lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.018776] env[68946]: DEBUG nova.network.neutron [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Refreshing network info cache for port b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.020523] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:76:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f1bc4f-a759-428c-a6e5-7e2448369c7b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.028681] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.029389] env[68946]: DEBUG nova.compute.provider_tree [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.030877] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.031500] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd2c8bf0-63b5-4538-a9d0-0a59a8a98e1c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.055247] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.055247] env[68946]: value = "task-2878753" [ 911.055247] env[68946]: _type = "Task" [ 911.055247] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.059301] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.064415] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878753, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.343970] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.370221] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.370504] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.370658] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.370922] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.370982] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.371131] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.371331] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.371482] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.371647] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.371805] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.371971] env[68946]: DEBUG nova.virt.hardware [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.372864] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01630b8-6cf6-43e0-acdc-af209bbce5cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.381815] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43798a80-7275-4809-90d4-84039cc17f36 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.401026] env[68946]: DEBUG oslo_concurrency.lockutils [req-88e5e10a-975b-4b37-90c7-632273e3c003 req-54c67081-4acd-444e-b567-54b2b2d4c3eb service nova] Releasing lock "refresh_cache-0543bc65-6d1d-4e40-bdaf-480e56d5cca5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.468726] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546246} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.468987] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 34ade09a-f4ab-4db0-ae4a-05c05300ed4e/34ade09a-f4ab-4db0-ae4a-05c05300ed4e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.469222] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.469481] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00333f30-2e57-41ae-b5ee-ca393e6dd1ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.478481] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 911.478481] env[68946]: value = "task-2878754" [ 911.478481] env[68946]: _type = "Task" [ 911.478481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.487535] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.547713] env[68946]: DEBUG nova.scheduler.client.report [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.569607] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878753, 'name': CreateVM_Task, 'duration_secs': 0.316464} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.569790] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.570695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.570943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.571585] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.571865] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2aa1f68-f363-4b35-bb73-1ba02de8a17b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.579038] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 911.579038] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b598c1-225d-f4f2-2bce-94a5a1dc7336" [ 911.579038] env[68946]: _type = "Task" [ 911.579038] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.588954] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b598c1-225d-f4f2-2bce-94a5a1dc7336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.727353] env[68946]: DEBUG nova.network.neutron [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Updated VIF entry in instance network info cache for port b1f1bc4f-a759-428c-a6e5-7e2448369c7b. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.727763] env[68946]: DEBUG nova.network.neutron [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Updating instance_info_cache with network_info: [{"id": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "address": "fa:16:3e:d9:76:62", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f1bc4f-a7", "ovs_interfaceid": "b1f1bc4f-a759-428c-a6e5-7e2448369c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.988862] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165274} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.989173] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.990100] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b4ae11-c3da-446e-8aea-a2d69b19b608 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.012883] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 34ade09a-f4ab-4db0-ae4a-05c05300ed4e/34ade09a-f4ab-4db0-ae4a-05c05300ed4e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.013187] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-992c6d13-2d21-446a-98c0-0ad82b970ecd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.034659] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 912.034659] env[68946]: value = "task-2878755" [ 912.034659] env[68946]: _type = "Task" [ 912.034659] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.043673] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.054913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.055545] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.058485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.538s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.058718] env[68946]: DEBUG nova.objects.instance [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lazy-loading 'resources' on Instance uuid c6f78406-5540-4679-997c-c9a45b855141 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.089553] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b598c1-225d-f4f2-2bce-94a5a1dc7336, 'name': SearchDatastore_Task, 'duration_secs': 0.018512} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.089865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.090231] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.090377] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.090488] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.090680] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.090945] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c3f4ce-b008-4ff3-9d81-77739a786475 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.103789] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.104038] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.106632] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8f8b61-742b-4dba-af52-c9b99f0495f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.113023] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 912.113023] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd0b6-a509-dd24-533c-396163c2710f" [ 912.113023] env[68946]: _type = "Task" [ 912.113023] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.121128] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd0b6-a509-dd24-533c-396163c2710f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.154181] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Successfully updated port: 446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.230724] env[68946]: DEBUG oslo_concurrency.lockutils [req-942f4516-c91e-4805-88e8-51be73364e50 req-cf21a707-c026-46eb-91e1-571fc1236347 service nova] Releasing lock "refresh_cache-7ee84809-e0f0-4c47-a401-6517aebc6801" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.532784] env[68946]: DEBUG nova.compute.manager [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Received event network-vif-plugged-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.533041] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Acquiring lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.533266] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.533463] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.534655] env[68946]: DEBUG nova.compute.manager [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] No waiting events found dispatching network-vif-plugged-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.534775] env[68946]: WARNING nova.compute.manager [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Received unexpected event network-vif-plugged-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 for instance with vm_state building and task_state spawning. [ 912.535019] env[68946]: DEBUG nova.compute.manager [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Received event network-changed-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 912.535254] env[68946]: DEBUG nova.compute.manager [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Refreshing instance network info cache due to event network-changed-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 912.535487] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Acquiring lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.535660] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Acquired lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.535850] env[68946]: DEBUG nova.network.neutron [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Refreshing network info cache for port 446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.550275] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878755, 'name': ReconfigVM_Task, 'duration_secs': 0.293532} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.550545] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 34ade09a-f4ab-4db0-ae4a-05c05300ed4e/34ade09a-f4ab-4db0-ae4a-05c05300ed4e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.551161] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef245bb3-fc74-40e1-98db-7765258e7228 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.558680] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 912.558680] env[68946]: value = "task-2878756" [ 912.558680] env[68946]: _type = "Task" [ 912.558680] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.562667] env[68946]: DEBUG nova.compute.utils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.564481] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.565141] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.575459] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878756, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.608044] env[68946]: DEBUG nova.policy [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.623300] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529cd0b6-a509-dd24-533c-396163c2710f, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.624401] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17c9acc-0773-4ce6-b1fa-e564a5a2fa55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.633084] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 912.633084] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7bafa-8cdd-ffe2-86e6-caaf08fa4018" [ 912.633084] env[68946]: _type = "Task" [ 912.633084] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.645477] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7bafa-8cdd-ffe2-86e6-caaf08fa4018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.657023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.886497] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Successfully created port: a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.024597] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb330b-b437-47e0-ad8e-0f1681641af6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.032839] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de5efe-fc7c-417a-85cf-425372d134a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.070857] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.076624] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca23e7-3e37-444a-9945-ccf769a5575c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.086626] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878756, 'name': Rename_Task, 'duration_secs': 0.163835} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.088668] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.088949] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3cc5c14-b681-448a-8b9c-575dcfb1c9e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.091887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3729d-dc65-47ca-84ee-5d496ca95781 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108024] env[68946]: DEBUG nova.compute.provider_tree [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.111345] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 913.111345] env[68946]: value = "task-2878757" [ 913.111345] env[68946]: _type = "Task" [ 913.111345] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.121810] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.123357] env[68946]: DEBUG nova.network.neutron [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.145395] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7bafa-8cdd-ffe2-86e6-caaf08fa4018, 'name': SearchDatastore_Task, 'duration_secs': 0.019577} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.145696] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.145981] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7ee84809-e0f0-4c47-a401-6517aebc6801/7ee84809-e0f0-4c47-a401-6517aebc6801.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.146272] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0ece9f-63ec-492a-aacd-b51ee553f9ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.154526] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 913.154526] env[68946]: value = "task-2878758" [ 913.154526] env[68946]: _type = "Task" [ 913.154526] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.163690] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.214889] env[68946]: DEBUG nova.network.neutron [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.613032] env[68946]: DEBUG nova.scheduler.client.report [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.627698] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878757, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.667324] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.718509] env[68946]: DEBUG oslo_concurrency.lockutils [req-95c26237-51bc-4419-8019-d7b70709b666 req-6367d87b-8977-4b0c-945c-d89459fd103b service nova] Releasing lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.718658] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.719010] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.086976] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.115697] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.115837] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.115874] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.116045] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.116199] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.116344] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.116545] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.116696] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.116858] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.117040] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.117231] env[68946]: DEBUG nova.virt.hardware [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.118221] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692413ca-31e0-49e1-b84a-14a2f1afc626 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.125420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.127351] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.184s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.127593] env[68946]: DEBUG nova.objects.instance [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 914.139155] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d698f8-3cc5-47de-80ee-b00cefdc9f6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.143137] env[68946]: DEBUG oslo_vmware.api [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878757, 'name': PowerOnVM_Task, 'duration_secs': 0.798475} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.143181] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.143445] env[68946]: INFO nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Took 8.18 seconds to spawn the instance on the hypervisor. [ 914.144062] env[68946]: DEBUG nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.144829] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f440d3b-fbe8-423f-9b58-41be8be5aceb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.156989] env[68946]: INFO nova.scheduler.client.report [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Deleted allocations for instance c6f78406-5540-4679-997c-c9a45b855141 [ 914.175186] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616951} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.176467] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7ee84809-e0f0-4c47-a401-6517aebc6801/7ee84809-e0f0-4c47-a401-6517aebc6801.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.176467] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.176467] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99f1a7ee-092b-43a3-9049-09638994a242 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.185041] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 914.185041] env[68946]: value = "task-2878759" [ 914.185041] env[68946]: _type = "Task" [ 914.185041] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.195817] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.267758] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.484534] env[68946]: DEBUG nova.network.neutron [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Updating instance_info_cache with network_info: [{"id": "446d215a-e691-4eb3-95a2-5fa1ec4f2cd0", "address": "fa:16:3e:16:15:2b", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446d215a-e6", "ovs_interfaceid": "446d215a-e691-4eb3-95a2-5fa1ec4f2cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.539599] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Successfully updated port: a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.605969] env[68946]: DEBUG nova.compute.manager [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Received event network-vif-plugged-a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 914.606148] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Acquiring lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.606320] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.606478] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.606684] env[68946]: DEBUG nova.compute.manager [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] No waiting events found dispatching network-vif-plugged-a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.606912] env[68946]: WARNING nova.compute.manager [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Received unexpected event network-vif-plugged-a2ba7099-bb94-443b-b7a4-05455e429b79 for instance with vm_state building and task_state spawning. [ 914.607097] env[68946]: DEBUG nova.compute.manager [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Received event network-changed-a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 914.607254] env[68946]: DEBUG nova.compute.manager [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Refreshing instance network info cache due to event network-changed-a2ba7099-bb94-443b-b7a4-05455e429b79. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 914.607436] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Acquiring lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.607569] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Acquired lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.607771] env[68946]: DEBUG nova.network.neutron [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Refreshing network info cache for port a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.669144] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f2172ecb-88d6-4209-bfdd-c0ac199a3378 tempest-SecurityGroupsTestJSON-650658093 tempest-SecurityGroupsTestJSON-650658093-project-member] Lock "c6f78406-5540-4679-997c-c9a45b855141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.079s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.677020] env[68946]: INFO nova.compute.manager [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Took 56.68 seconds to build instance. [ 914.694724] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070033} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.695325] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.695750] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5c859-c403-402d-9e14-2acc4b86ab9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.718287] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 7ee84809-e0f0-4c47-a401-6517aebc6801/7ee84809-e0f0-4c47-a401-6517aebc6801.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.718552] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a03bb3-d08f-4982-8e00-ab8c9fc97bb0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.743832] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 914.743832] env[68946]: value = "task-2878760" [ 914.743832] env[68946]: _type = "Task" [ 914.743832] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.754806] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.987700] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "refresh_cache-19d08026-cc70-439e-8b1a-524ba8b8ac0f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.988059] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance network_info: |[{"id": "446d215a-e691-4eb3-95a2-5fa1ec4f2cd0", "address": "fa:16:3e:16:15:2b", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap446d215a-e6", "ovs_interfaceid": "446d215a-e691-4eb3-95a2-5fa1ec4f2cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.988498] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:15:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '446d215a-e691-4eb3-95a2-5fa1ec4f2cd0', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.996097] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.996312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.996534] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a0b6c4b-ca92-4355-b182-c45f9b69b075 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.017129] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.017129] env[68946]: value = "task-2878761" [ 915.017129] env[68946]: _type = "Task" [ 915.017129] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.025763] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878761, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.042688] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.136482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab10eecd-1f4f-41ca-8b18-e786bc84e6d0 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.137410] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.035s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.138925] env[68946]: INFO nova.compute.claims [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.144761] env[68946]: DEBUG nova.network.neutron [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.179936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3beb211b-8ead-4991-90fa-38618bbde8f6 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.195s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.232417] env[68946]: DEBUG nova.network.neutron [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.255301] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.529176] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878761, 'name': CreateVM_Task, 'duration_secs': 0.364443} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.529176] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.529776] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.530255] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.530705] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.531158] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0e7fa9-4c5b-47d7-94af-3c55b80b8dca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.547015] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 915.547015] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52920e55-46d0-f461-d917-fa1eb2798a4d" [ 915.547015] env[68946]: _type = "Task" [ 915.547015] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.555082] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52920e55-46d0-f461-d917-fa1eb2798a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.682812] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.734610] env[68946]: DEBUG oslo_concurrency.lockutils [req-59ab761a-4099-4a7a-a65e-dfbec92bcea9 req-5771c96a-f96c-416c-9a64-49c3b7093d17 service nova] Releasing lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.735225] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.735388] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.755459] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878760, 'name': ReconfigVM_Task, 'duration_secs': 0.704482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.755711] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 7ee84809-e0f0-4c47-a401-6517aebc6801/7ee84809-e0f0-4c47-a401-6517aebc6801.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.756322] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cdb9f7-4662-44df-afa6-629b0579a71c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.764220] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 915.764220] env[68946]: value = "task-2878762" [ 915.764220] env[68946]: _type = "Task" [ 915.764220] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.773936] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878762, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.056424] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52920e55-46d0-f461-d917-fa1eb2798a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.056721] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.056944] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.057187] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.059060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.059060] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.059060] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb9a88e5-95c1-42ce-81d9-980f8aebb0c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.067563] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.067732] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.068519] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ad9e5c-70bf-41f3-8c21-fc79e0d73808 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.073878] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 916.073878] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526f4e70-fc49-c519-19e8-f5c2d8ab1de5" [ 916.073878] env[68946]: _type = "Task" [ 916.073878] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.086212] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526f4e70-fc49-c519-19e8-f5c2d8ab1de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.204259] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.273444] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.281019] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878762, 'name': Rename_Task, 'duration_secs': 0.221307} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.281338] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.281552] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928cd321-67fb-419f-b778-e703aeb3d8e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.288806] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 916.288806] env[68946]: value = "task-2878763" [ 916.288806] env[68946]: _type = "Task" [ 916.288806] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.299364] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.455197] env[68946]: DEBUG nova.network.neutron [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Updating instance_info_cache with network_info: [{"id": "a2ba7099-bb94-443b-b7a4-05455e429b79", "address": "fa:16:3e:85:e6:18", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ba7099-bb", "ovs_interfaceid": "a2ba7099-bb94-443b-b7a4-05455e429b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.588071] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526f4e70-fc49-c519-19e8-f5c2d8ab1de5, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.588959] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4912cdb4-8dfb-4733-bc3c-fc1c735fe148 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.599646] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 916.599646] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52058274-67ae-0cb3-28f9-7a563751b853" [ 916.599646] env[68946]: _type = "Task" [ 916.599646] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.612256] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52058274-67ae-0cb3-28f9-7a563751b853, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.612256] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.612256] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 19d08026-cc70-439e-8b1a-524ba8b8ac0f/19d08026-cc70-439e-8b1a-524ba8b8ac0f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.612256] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07caa23-e346-4566-bfe7-890034cbd365 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.628523] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 916.628523] env[68946]: value = "task-2878764" [ 916.628523] env[68946]: _type = "Task" [ 916.628523] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.641078] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.662036] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d81e5-132c-43a4-bbb7-9e037f7dd2dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.671568] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbc418-cfab-4278-b1ec-229d13aa49ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.705516] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d32252-2063-4a3d-b9e0-f8d1cbcd240f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.713655] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e2bfbd-3804-4e62-8985-1a8f6871446d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.729311] env[68946]: DEBUG nova.compute.provider_tree [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.803877] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878763, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.958456] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-6b713e62-3396-490c-ab2f-9a695197a4fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.958846] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance network_info: |[{"id": "a2ba7099-bb94-443b-b7a4-05455e429b79", "address": "fa:16:3e:85:e6:18", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ba7099-bb", "ovs_interfaceid": "a2ba7099-bb94-443b-b7a4-05455e429b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.959377] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:e6:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ba7099-bb94-443b-b7a4-05455e429b79', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.968222] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating folder: Project (aa121e10796e44759ad0f8cddf3db2d1). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.968627] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ff810eb-4b32-47df-b7c9-9c1da82aca38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.986335] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created folder: Project (aa121e10796e44759ad0f8cddf3db2d1) in parent group-v578341. [ 916.986626] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating folder: Instances. Parent ref: group-v578519. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.987086] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f0af9e-2bcf-49d0-ab6d-94e560e159fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.002580] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created folder: Instances in parent group-v578519. [ 917.003013] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.003782] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.004156] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd8ab356-dcf4-4caf-9b00-c3205e9cf4b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.028511] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.028511] env[68946]: value = "task-2878767" [ 917.028511] env[68946]: _type = "Task" [ 917.028511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.041864] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878767, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.138084] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479196} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.138408] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 19d08026-cc70-439e-8b1a-524ba8b8ac0f/19d08026-cc70-439e-8b1a-524ba8b8ac0f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.138659] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.138964] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-748dc873-6709-44a1-bec1-57c07f203476 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.146762] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 917.146762] env[68946]: value = "task-2878768" [ 917.146762] env[68946]: _type = "Task" [ 917.146762] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.158170] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.233262] env[68946]: DEBUG nova.scheduler.client.report [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.300958] env[68946]: DEBUG oslo_vmware.api [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878763, 'name': PowerOnVM_Task, 'duration_secs': 0.749624} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.301249] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.302107] env[68946]: INFO nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Took 8.73 seconds to spawn the instance on the hypervisor. [ 917.302107] env[68946]: DEBUG nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.302456] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6269f8-d749-4382-ae69-89962999c15d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.539416] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878767, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.658676] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106571} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.659047] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.660070] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdef97e-52e1-45bd-b4fb-0805e2b47b71 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.683360] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 19d08026-cc70-439e-8b1a-524ba8b8ac0f/19d08026-cc70-439e-8b1a-524ba8b8ac0f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.684025] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc0d43f-3ff8-4151-b1eb-cb104d7969fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.709310] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 917.709310] env[68946]: value = "task-2878769" [ 917.709310] env[68946]: _type = "Task" [ 917.709310] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.718040] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.739270] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.739806] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.743952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.156s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.743952] env[68946]: DEBUG nova.objects.instance [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'resources' on Instance uuid c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.822047] env[68946]: INFO nova.compute.manager [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Took 59.21 seconds to build instance. [ 918.041607] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878767, 'name': CreateVM_Task, 'duration_secs': 0.998745} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.041783] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.043340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.043618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.043989] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.044273] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b6a672-a8fe-4a2a-98a0-776289a703f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.049267] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 918.049267] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236e05a-7253-eaf9-9e1d-25f46b1193ef" [ 918.049267] env[68946]: _type = "Task" [ 918.049267] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.058353] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236e05a-7253-eaf9-9e1d-25f46b1193ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.218776] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878769, 'name': ReconfigVM_Task, 'duration_secs': 0.361122} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.219083] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 19d08026-cc70-439e-8b1a-524ba8b8ac0f/19d08026-cc70-439e-8b1a-524ba8b8ac0f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.219711] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b38f36-e354-45ee-b8a5-81955b342671 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.229198] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 918.229198] env[68946]: value = "task-2878770" [ 918.229198] env[68946]: _type = "Task" [ 918.229198] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.239957] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878770, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.246300] env[68946]: DEBUG nova.compute.utils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.251025] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.251025] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.296560] env[68946]: DEBUG nova.policy [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dfac6b1dca24deb89309e48fb29ef5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c9e999b75154c2d9434e05c166d0a69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.324530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da377a75-bc1c-44ea-b242-1e29264201ef tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.723s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.566043] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236e05a-7253-eaf9-9e1d-25f46b1193ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.566043] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.566043] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.566043] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566341] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.567608] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fcbbe29-e19f-4f1f-aa13-343992747d94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.573613] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Successfully created port: 0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.580382] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.580555] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.581549] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c88fe37-c2fe-4fff-9578-770ca5aa1979 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.587998] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 918.587998] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5262ab17-3655-df2e-538f-693926487696" [ 918.587998] env[68946]: _type = "Task" [ 918.587998] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.601087] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5262ab17-3655-df2e-538f-693926487696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.735977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2320d01a-b296-4e14-b9f6-60f0763b3d14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.743343] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878770, 'name': Rename_Task, 'duration_secs': 0.163985} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.744345] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.744760] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3ce00d-503c-4d51-8b92-c00c536f84fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.749434] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d26e6-49ad-4902-890e-30159879e6b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.755264] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.757829] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 918.757829] env[68946]: value = "task-2878771" [ 918.757829] env[68946]: _type = "Task" [ 918.757829] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.797420] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916e29d-817a-4779-bfe1-5190a2a65dee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.800247] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.806343] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d222b244-a434-41be-a291-fde3381ec91c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.822269] env[68946]: DEBUG nova.compute.provider_tree [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.827192] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.104666] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5262ab17-3655-df2e-538f-693926487696, 'name': SearchDatastore_Task, 'duration_secs': 0.052566} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.105688] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0392c45-f1af-4057-ac96-1671a10f443c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.113136] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 919.113136] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242b405-2182-ae7b-a89b-64e87f1b0a90" [ 919.113136] env[68946]: _type = "Task" [ 919.113136] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.124519] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242b405-2182-ae7b-a89b-64e87f1b0a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.285785] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878771, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.327053] env[68946]: DEBUG nova.scheduler.client.report [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.368779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.624312] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5242b405-2182-ae7b-a89b-64e87f1b0a90, 'name': SearchDatastore_Task, 'duration_secs': 0.026732} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.624568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.624831] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 6b713e62-3396-490c-ab2f-9a695197a4fa/6b713e62-3396-490c-ab2f-9a695197a4fa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.625145] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6510f3e-bb49-4099-bded-34726ee77ba5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.632566] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 919.632566] env[68946]: value = "task-2878772" [ 919.632566] env[68946]: _type = "Task" [ 919.632566] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.641934] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.778587] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.780747] env[68946]: DEBUG oslo_vmware.api [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878771, 'name': PowerOnVM_Task, 'duration_secs': 0.63633} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.781223] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.781446] env[68946]: INFO nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Took 8.44 seconds to spawn the instance on the hypervisor. [ 919.781713] env[68946]: DEBUG nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.782643] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee0c62-826b-4eb5-9db3-66976465d9ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.811728] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.811842] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.812008] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.812204] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.812356] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.812626] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.812874] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.812929] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.813112] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.813278] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.813453] env[68946]: DEBUG nova.virt.hardware [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.814376] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85355bb-6195-4f77-ad88-7cada359b8db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.825806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00948322-0562-4138-a025-6a7f232f36fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.832461] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.843516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.109s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.845642] env[68946]: INFO nova.compute.claims [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.870435] env[68946]: INFO nova.scheduler.client.report [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocations for instance c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb [ 920.011399] env[68946]: DEBUG nova.compute.manager [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Received event network-vif-plugged-0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 920.011643] env[68946]: DEBUG oslo_concurrency.lockutils [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] Acquiring lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.011884] env[68946]: DEBUG oslo_concurrency.lockutils [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.012048] env[68946]: DEBUG oslo_concurrency.lockutils [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.014585] env[68946]: DEBUG nova.compute.manager [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] No waiting events found dispatching network-vif-plugged-0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.014585] env[68946]: WARNING nova.compute.manager [req-08da17cf-03b6-49ed-9d63-68e78a00faaa req-b6fa355b-5e4b-4f97-8577-1dc3a233a680 service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Received unexpected event network-vif-plugged-0bda4b60-d6e9-400a-8dfc-1a66d5a44436 for instance with vm_state building and task_state spawning. [ 920.137615] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Successfully updated port: 0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.147930] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487062} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.147930] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 6b713e62-3396-490c-ab2f-9a695197a4fa/6b713e62-3396-490c-ab2f-9a695197a4fa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.147930] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.147930] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27fd823f-ad48-40f8-9cbc-c4bf989d807e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.156343] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 920.156343] env[68946]: value = "task-2878773" [ 920.156343] env[68946]: _type = "Task" [ 920.156343] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.166969] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.303188] env[68946]: INFO nova.compute.manager [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Took 59.85 seconds to build instance. [ 920.379500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a66cd6f-8431-4856-9a4e-7bad37ac52c8 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.292s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.640266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.640433] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.640587] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.671865] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085647} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.672481] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.673359] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ea753-0e39-492b-abaa-6012e22d3629 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.696179] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 6b713e62-3396-490c-ab2f-9a695197a4fa/6b713e62-3396-490c-ab2f-9a695197a4fa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.696836] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea91958c-732b-43aa-a294-2a567f40ff5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.720713] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 920.720713] env[68946]: value = "task-2878774" [ 920.720713] env[68946]: _type = "Task" [ 920.720713] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.734637] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.804839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1a575c83-e7b7-4aa1-bae9-d8796113296f tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.524s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.185920] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.236091] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.240202] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.240427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.307178] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.365312] env[68946]: DEBUG nova.network.neutron [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Updating instance_info_cache with network_info: [{"id": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "address": "fa:16:3e:bb:d4:75", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bda4b60-d6", "ovs_interfaceid": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.381088] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292111de-11c7-4308-aee8-db1e32dff2ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.390718] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a2628d-30e9-48a7-ade5-aa6ec810d6ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.427513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae3984-9ad7-4095-9715-85fa227e20d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.439607] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17b441-1819-48ac-b26b-683f5acb5c47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.459200] env[68946]: DEBUG nova.compute.provider_tree [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.735840] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878774, 'name': ReconfigVM_Task, 'duration_secs': 0.760549} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.736449] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 6b713e62-3396-490c-ab2f-9a695197a4fa/6b713e62-3396-490c-ab2f-9a695197a4fa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.737255] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83420268-b35f-448c-b677-d4bf640bf97f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.745635] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 921.745635] env[68946]: value = "task-2878775" [ 921.745635] env[68946]: _type = "Task" [ 921.745635] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.754902] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878775, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.830736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.868236] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.868450] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Instance network_info: |[{"id": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "address": "fa:16:3e:bb:d4:75", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bda4b60-d6", "ovs_interfaceid": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.868856] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d4:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bda4b60-d6e9-400a-8dfc-1a66d5a44436', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.877460] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.877748] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.878131] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62101640-e078-464a-be39-25e702027e6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.907040] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.907040] env[68946]: value = "task-2878776" [ 921.907040] env[68946]: _type = "Task" [ 921.907040] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.917203] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878776, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.964017] env[68946]: DEBUG nova.scheduler.client.report [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.997795] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.997795] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.150309] env[68946]: DEBUG nova.compute.manager [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Received event network-changed-0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 922.150309] env[68946]: DEBUG nova.compute.manager [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Refreshing instance network info cache due to event network-changed-0bda4b60-d6e9-400a-8dfc-1a66d5a44436. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 922.150578] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] Acquiring lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.151336] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] Acquired lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.151336] env[68946]: DEBUG nova.network.neutron [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Refreshing network info cache for port 0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.256270] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878775, 'name': Rename_Task, 'duration_secs': 0.200304} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.256555] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.256810] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3fc36e-8eff-4f35-b28b-b50cbe4b70de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.265238] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 922.265238] env[68946]: value = "task-2878777" [ 922.265238] env[68946]: _type = "Task" [ 922.265238] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.274350] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.420030] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878776, 'name': CreateVM_Task, 'duration_secs': 0.426398} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.420030] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.420504] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.420679] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.420998] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.421274] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c617a4-0519-4ba5-b475-e933081879c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.426361] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 922.426361] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525cddaf-e62b-c706-dd11-9eb704a19c65" [ 922.426361] env[68946]: _type = "Task" [ 922.426361] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.434864] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525cddaf-e62b-c706-dd11-9eb704a19c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.471427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.471635] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.474817] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.404s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.778313] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.875502] env[68946]: DEBUG nova.network.neutron [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Updated VIF entry in instance network info cache for port 0bda4b60-d6e9-400a-8dfc-1a66d5a44436. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.875913] env[68946]: DEBUG nova.network.neutron [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Updating instance_info_cache with network_info: [{"id": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "address": "fa:16:3e:bb:d4:75", "network": {"id": "a6a9d362-e806-4207-a013-d6dd3bae34b9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1557077673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c9e999b75154c2d9434e05c166d0a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bda4b60-d6", "ovs_interfaceid": "0bda4b60-d6e9-400a-8dfc-1a66d5a44436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.941296] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525cddaf-e62b-c706-dd11-9eb704a19c65, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.941678] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.941993] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.942339] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.942540] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.942800] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.943145] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2bb312-9741-4760-8954-e5f5463b70c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.954313] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.954601] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.955718] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c7b33a-74a8-464f-86dc-6ac7de19102f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.963642] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 922.963642] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f3edaf-383e-a80e-72a9-ad4d09149739" [ 922.963642] env[68946]: _type = "Task" [ 922.963642] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.975260] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f3edaf-383e-a80e-72a9-ad4d09149739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.978012] env[68946]: DEBUG nova.objects.instance [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lazy-loading 'migration_context' on Instance uuid ff844732-4d22-402e-9166-6353ed5a4713 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.982412] env[68946]: DEBUG nova.compute.utils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.984352] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.984430] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.023567] env[68946]: DEBUG nova.policy [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b2e68f1f8d49cea2bc4a8482fb4090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba6a1f1f45e42acb21f7eda79c5110e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.159020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.159020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.159020] env[68946]: DEBUG nova.compute.manager [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.159020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99377497-ed81-4cdb-b519-8f24f0a0d141 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.165765] env[68946]: DEBUG nova.compute.manager [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 923.166531] env[68946]: DEBUG nova.objects.instance [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'flavor' on Instance uuid 34ade09a-f4ab-4db0-ae4a-05c05300ed4e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.280924] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.313181] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Successfully created port: 12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.379194] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7e8af28-3117-4cc1-8f85-d653fad45518 req-19fd8dfd-0a69-49e0-8209-d696c0a4068d service nova] Releasing lock "refresh_cache-5ac3cd6f-e279-492f-a53a-ff21eb7bd215" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.475608] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f3edaf-383e-a80e-72a9-ad4d09149739, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.476429] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133d768a-1ea1-4f65-be57-3359fdd1dea2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.484639] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 923.484639] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527540fc-86de-5df5-55c7-2ca443a7c1ac" [ 923.484639] env[68946]: _type = "Task" [ 923.484639] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.487967] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.497051] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527540fc-86de-5df5-55c7-2ca443a7c1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.782594] env[68946]: DEBUG oslo_vmware.api [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878777, 'name': PowerOnVM_Task, 'duration_secs': 1.105} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.785772] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.785772] env[68946]: INFO nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Took 9.70 seconds to spawn the instance on the hypervisor. [ 923.785772] env[68946]: DEBUG nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.787072] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1311fc1-ddde-4e0c-9a1a-46a57b1cdd7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.925813] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2c51c-876a-4b98-b22e-95f5ecc0b102 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.933884] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a6521f-769d-4ba3-8a81-4a66e28f7a22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.966353] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89018ec-8463-45c3-905a-cf349236fd0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.974461] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772a57c-3c89-415c-9815-21d672d00d5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.988418] env[68946]: DEBUG nova.compute.provider_tree [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.004828] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527540fc-86de-5df5-55c7-2ca443a7c1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.027514} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.006170] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.006535] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 5ac3cd6f-e279-492f-a53a-ff21eb7bd215/5ac3cd6f-e279-492f-a53a-ff21eb7bd215.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.006887] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2151161-8dc9-4d19-8668-d9445d62c97d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.017357] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 924.017357] env[68946]: value = "task-2878778" [ 924.017357] env[68946]: _type = "Task" [ 924.017357] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.030533] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.173883] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.174289] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28dbfbc0-cc1e-42c8-9485-761fdb719fa8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.185286] env[68946]: DEBUG oslo_vmware.api [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 924.185286] env[68946]: value = "task-2878779" [ 924.185286] env[68946]: _type = "Task" [ 924.185286] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.196856] env[68946]: DEBUG oslo_vmware.api [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.312243] env[68946]: INFO nova.compute.manager [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Took 61.14 seconds to build instance. [ 924.495036] env[68946]: DEBUG nova.scheduler.client.report [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.507218] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.528942] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468586} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.531225] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 5ac3cd6f-e279-492f-a53a-ff21eb7bd215/5ac3cd6f-e279-492f-a53a-ff21eb7bd215.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.531446] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.532153] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d95f0ba7-4fec-40af-87ff-cb7bc335a287 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.538752] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.538991] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.539136] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.539316] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.539460] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.539840] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.539840] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.539950] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.540189] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.540268] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.540435] env[68946]: DEBUG nova.virt.hardware [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.541280] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567f041-4953-4ed9-b06c-54c1128d7b9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.545054] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 924.545054] env[68946]: value = "task-2878780" [ 924.545054] env[68946]: _type = "Task" [ 924.545054] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.556283] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c87319-1ca9-42a6-b8d4-eac871563de3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.559997] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.696253] env[68946]: DEBUG oslo_vmware.api [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878779, 'name': PowerOffVM_Task, 'duration_secs': 0.337327} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.696512] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.696703] env[68946]: DEBUG nova.compute.manager [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.697496] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca4e34a-7a76-4622-b219-66cde698d960 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.728950] env[68946]: DEBUG nova.compute.manager [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Received event network-vif-plugged-12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 924.733372] env[68946]: DEBUG oslo_concurrency.lockutils [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.733742] env[68946]: DEBUG oslo_concurrency.lockutils [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.734034] env[68946]: DEBUG oslo_concurrency.lockutils [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.734323] env[68946]: DEBUG nova.compute.manager [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] No waiting events found dispatching network-vif-plugged-12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.734603] env[68946]: WARNING nova.compute.manager [req-d52cf0cc-5947-405b-8a22-fdb9a225b795 req-98540fa0-b587-4b92-80d8-243d2e0af764 service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Received unexpected event network-vif-plugged-12170248-2417-424e-bf72-65ea2063556a for instance with vm_state building and task_state spawning. [ 924.784318] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Successfully updated port: 12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.814928] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4050c23c-8002-4f99-8b80-4e44c7331497 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.745s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.057751] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066545} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.058173] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.059321] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22086348-ebfd-43e5-8dff-5aa47eb096c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.093528] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5ac3cd6f-e279-492f-a53a-ff21eb7bd215/5ac3cd6f-e279-492f-a53a-ff21eb7bd215.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.093941] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb4a9fa-4030-444c-a258-a6a92d97d264 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.115950] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 925.115950] env[68946]: value = "task-2878781" [ 925.115950] env[68946]: _type = "Task" [ 925.115950] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.124438] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.212198] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3ba0a23f-1ac0-460b-bb19-4e99ffd2ae81 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.287144] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.287326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.287482] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.317148] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.507472] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.033s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.514216] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.121s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.514633] env[68946]: DEBUG nova.objects.instance [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lazy-loading 'resources' on Instance uuid b259dddc-3eda-46a8-aa0f-ba5c02502800 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.628758] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.819166] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.857715] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.977016] env[68946]: DEBUG nova.objects.instance [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'flavor' on Instance uuid 34ade09a-f4ab-4db0-ae4a-05c05300ed4e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.982023] env[68946]: DEBUG nova.network.neutron [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.128675] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878781, 'name': ReconfigVM_Task, 'duration_secs': 0.867083} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.131200] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5ac3cd6f-e279-492f-a53a-ff21eb7bd215/5ac3cd6f-e279-492f-a53a-ff21eb7bd215.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.133042] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f737c52e-b2b9-4c5b-89f3-3cb4c36a5b7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.140082] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 926.140082] env[68946]: value = "task-2878782" [ 926.140082] env[68946]: _type = "Task" [ 926.140082] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.154674] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878782, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.483984] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.483984] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Instance network_info: |[{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.483984] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.484301] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquired lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.484301] env[68946]: DEBUG nova.network.neutron [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.486681] env[68946]: DEBUG nova.objects.instance [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'info_cache' on Instance uuid 34ade09a-f4ab-4db0-ae4a-05c05300ed4e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.486681] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:5b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12170248-2417-424e-bf72-65ea2063556a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.493875] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.494561] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.495296] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb60070-a816-4f3e-bed0-241ac5e99af4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.497832] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f134804a-1e93-48bc-be8e-d7edc8c3fdf9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.518502] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e55c39-397d-4674-bd0b-21c1f3d7621b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.523137] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.523137] env[68946]: value = "task-2878783" [ 926.523137] env[68946]: _type = "Task" [ 926.523137] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.563906] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ed126-7490-4cd0-968a-dd39b87f21f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.570599] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878783, 'name': CreateVM_Task} progress is 15%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.576574] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef722ae-a697-4eab-9052-03437b45800e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.591262] env[68946]: DEBUG nova.compute.provider_tree [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.597164] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "48c377d9-10fb-4afd-9888-43db21a8cd84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.597411] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.654518] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878782, 'name': Rename_Task, 'duration_secs': 0.193143} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.654518] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.654518] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e814f5b2-f29d-4ece-b5cc-7fd2cdc9e8e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.661595] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 926.661595] env[68946]: value = "task-2878784" [ 926.661595] env[68946]: _type = "Task" [ 926.661595] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.672269] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.772176] env[68946]: DEBUG nova.compute.manager [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Received event network-changed-12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.772176] env[68946]: DEBUG nova.compute.manager [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Refreshing instance network info cache due to event network-changed-12170248-2417-424e-bf72-65ea2063556a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 926.772400] env[68946]: DEBUG oslo_concurrency.lockutils [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] Acquiring lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.772525] env[68946]: DEBUG oslo_concurrency.lockutils [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] Acquired lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.772773] env[68946]: DEBUG nova.network.neutron [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Refreshing network info cache for port 12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.996338] env[68946]: DEBUG nova.objects.base [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Object Instance<34ade09a-f4ab-4db0-ae4a-05c05300ed4e> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.034329] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878783, 'name': CreateVM_Task, 'duration_secs': 0.458395} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.034487] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.035169] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.035334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.035653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.035907] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25243bb1-a3ef-4555-af99-1f9e9c5d6187 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.042766] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 927.042766] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1e18e-28de-a874-4b90-cc877200e3c3" [ 927.042766] env[68946]: _type = "Task" [ 927.042766] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.052854] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1e18e-28de-a874-4b90-cc877200e3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.087118] env[68946]: INFO nova.compute.manager [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Swapping old allocation on dict_keys(['03ff55a1-79e2-4be2-a4e9-0053d15786dc']) held by migration 6cb232c7-d430-4638-bdb1-07f0cd7f877f for instance [ 927.094085] env[68946]: DEBUG nova.scheduler.client.report [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.111768] env[68946]: DEBUG nova.scheduler.client.report [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Overwriting current allocation {'allocations': {'03ff55a1-79e2-4be2-a4e9-0053d15786dc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '96e9731371a241e7a4cff83014522cd9', 'user_id': '3896bb23e87a4cc59040dc3856028b0a', 'consumer_generation': 1} on consumer ff844732-4d22-402e-9166-6353ed5a4713 {{(pid=68946) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 927.177079] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.204181] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.204516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquired lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.204813] env[68946]: DEBUG nova.network.neutron [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.481172] env[68946]: DEBUG nova.network.neutron [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updated VIF entry in instance network info cache for port 12170248-2417-424e-bf72-65ea2063556a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.481639] env[68946]: DEBUG nova.network.neutron [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.554392] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b1e18e-28de-a874-4b90-cc877200e3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.554695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.554975] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.555252] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.555419] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.555628] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.555893] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f5a669-0634-4da8-985f-e5a0f68b08b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.566576] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.566785] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.567571] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02051969-9469-4488-93bc-a08359770236 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.573318] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 927.573318] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52180398-51a8-bc70-7510-708c0c85d423" [ 927.573318] env[68946]: _type = "Task" [ 927.573318] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.581781] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52180398-51a8-bc70-7510-708c0c85d423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.598993] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.601326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.090s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.601557] env[68946]: DEBUG nova.objects.instance [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lazy-loading 'resources' on Instance uuid 59cf66e2-713b-4ec4-a168-156b71cdc421 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.619086] env[68946]: INFO nova.scheduler.client.report [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Deleted allocations for instance b259dddc-3eda-46a8-aa0f-ba5c02502800 [ 927.677517] env[68946]: DEBUG oslo_vmware.api [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878784, 'name': PowerOnVM_Task, 'duration_secs': 0.661293} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.677517] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.677687] env[68946]: INFO nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Took 7.90 seconds to spawn the instance on the hypervisor. [ 927.677735] env[68946]: DEBUG nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.678495] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a300dd2b-c602-4f81-af1e-7a5ea836d1c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.704533] env[68946]: DEBUG nova.network.neutron [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updating instance_info_cache with network_info: [{"id": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "address": "fa:16:3e:67:fb:09", "network": {"id": "c92e54fe-40f6-408d-b4f2-46b785be6417", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-408625394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae73fc96aab14001b37e734372de036e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef5c5684-32", "ovs_interfaceid": "ef5c5684-327e-40ec-b47d-f47d4357a7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.893186] env[68946]: DEBUG nova.network.neutron [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [{"id": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "address": "fa:16:3e:1e:fe:73", "network": {"id": "b2ec41f5-5fae-4b24-9d2f-67e98bd1b44d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "376f8bfe15aa496ba84b204122528558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88072b20-44", "ovs_interfaceid": "88072b20-44c6-40b3-9c4b-f2c93516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.983838] env[68946]: DEBUG oslo_concurrency.lockutils [req-71ecb4aa-887a-4ab8-a051-7af59ad8e059 req-0debce50-2aa1-47b2-9091-156c8435c9aa service nova] Releasing lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.084109] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52180398-51a8-bc70-7510-708c0c85d423, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.084814] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfe9071-34f1-456d-b9c6-64ff20c687d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.090084] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 928.090084] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241be29-1a7a-96bd-a7a8-a3923589a2e8" [ 928.090084] env[68946]: _type = "Task" [ 928.090084] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.097376] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241be29-1a7a-96bd-a7a8-a3923589a2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.131244] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7cc0921f-804a-4d81-9627-6dd30f5175f0 tempest-TenantUsagesTestJSON-890303874 tempest-TenantUsagesTestJSON-890303874-project-member] Lock "b259dddc-3eda-46a8-aa0f-ba5c02502800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.663s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.199817] env[68946]: INFO nova.compute.manager [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Took 53.12 seconds to build instance. [ 928.207463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Releasing lock "refresh_cache-34ade09a-f4ab-4db0-ae4a-05c05300ed4e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.395819] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Releasing lock "refresh_cache-ff844732-4d22-402e-9166-6353ed5a4713" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396358] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.399141] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053b0060-de94-4e08-a0ab-128950bf49f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.407777] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 928.407777] env[68946]: value = "task-2878785" [ 928.407777] env[68946]: _type = "Task" [ 928.407777] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.421866] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.590294] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0cc5d-f5c5-41a7-ad94-d8e1942b5d8e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.609028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a079c116-0872-4a58-a8a5-97cfffb23c0f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.609028] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241be29-1a7a-96bd-a7a8-a3923589a2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.609320] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.609450] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.610644] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38dcfa71-2f8b-46de-ab19-69b3a37e9d59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.640546] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534bf21-2078-4afd-9a8f-e4c7f62c6d8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.646489] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 928.646489] env[68946]: value = "task-2878786" [ 928.646489] env[68946]: _type = "Task" [ 928.646489] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.651359] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8750cf7f-4b53-472c-8b2f-709c6ea7cd34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.662935] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.672430] env[68946]: DEBUG nova.compute.provider_tree [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.702952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-33f98344-9a4c-4f5d-bc20-83453c568ff1 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.564s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.922106] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878785, 'name': PowerOffVM_Task, 'duration_secs': 0.226607} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.925138] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:02:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e1299d2b-e072-4f39-a028-cd9cc7bb7441',id=22,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1176578217',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.925138] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.925469] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.925833] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.926198] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.926510] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.933023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-972303f8-a89c-4078-a30e-933fa33029f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.955022] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 928.955022] env[68946]: value = "task-2878787" [ 928.955022] env[68946]: _type = "Task" [ 928.955022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.966434] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.158254] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504203} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.158617] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.158847] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.159128] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0713b01-baba-4a6b-b3eb-3260f9981c8f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.166072] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 929.166072] env[68946]: value = "task-2878788" [ 929.166072] env[68946]: _type = "Task" [ 929.166072] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.177044] env[68946]: DEBUG nova.scheduler.client.report [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.180295] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.204801] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.213905] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.215052] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a2f239d-47e4-432b-918a-c855e4e3c38f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.223410] env[68946]: DEBUG oslo_vmware.api [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 929.223410] env[68946]: value = "task-2878789" [ 929.223410] env[68946]: _type = "Task" [ 929.223410] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.234596] env[68946]: DEBUG oslo_vmware.api [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.464803] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878787, 'name': ReconfigVM_Task, 'duration_secs': 0.179592} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.465677] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73706da2-436d-4cb1-9bae-395cf5564c9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.484940] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T09:02:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e1299d2b-e072-4f39-a028-cd9cc7bb7441',id=22,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1176578217',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.485201] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.485356] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.485529] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.485670] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.485827] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.486048] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.486208] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.486370] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.486525] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.486694] env[68946]: DEBUG nova.virt.hardware [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.487488] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b16988-8662-43b9-ab99-5bbed06fec61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.493466] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 929.493466] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f54e76-5787-0e0b-2baf-b05a6d0f8e47" [ 929.493466] env[68946]: _type = "Task" [ 929.493466] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.502814] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f54e76-5787-0e0b-2baf-b05a6d0f8e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.678280] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069182} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.678938] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.679397] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d93e7-bdce-47ce-9779-ec17f462146e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.683150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.686504] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.458s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.687865] env[68946]: INFO nova.compute.claims [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.713400] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.714462] env[68946]: INFO nova.scheduler.client.report [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Deleted allocations for instance 59cf66e2-713b-4ec4-a168-156b71cdc421 [ 929.717716] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1717f734-ecb0-41a4-b810-083300e60633 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.751962] env[68946]: DEBUG oslo_vmware.api [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.754927] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 929.754927] env[68946]: value = "task-2878790" [ 929.754927] env[68946]: _type = "Task" [ 929.754927] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.754927] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.764539] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.005415] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f54e76-5787-0e0b-2baf-b05a6d0f8e47, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.010885] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.012322] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b939908e-d68f-49b4-b2f4-438685ce94c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.034285] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 930.034285] env[68946]: value = "task-2878791" [ 930.034285] env[68946]: _type = "Task" [ 930.034285] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.046204] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.246570] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a64566a8-ae9a-457c-a81d-b0d2cf312470 tempest-FloatingIPsAssociationTestJSON-379600867 tempest-FloatingIPsAssociationTestJSON-379600867-project-member] Lock "59cf66e2-713b-4ec4-a168-156b71cdc421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.585s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.253493] env[68946]: DEBUG oslo_vmware.api [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878789, 'name': PowerOnVM_Task, 'duration_secs': 0.866289} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.254344] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.254344] env[68946]: DEBUG nova.compute.manager [None req-c32818a7-5adf-4bb2-9f31-70e723130ea9 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.254802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579097d7-a0df-44a4-a4d8-619b3ae05bcf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.270610] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.544734] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878791, 'name': ReconfigVM_Task, 'duration_secs': 0.2297} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.545026] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.545814] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b203c51-fc8b-49c9-8745-ae95d0f6f776 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568191] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.569028] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19722a8-ac24-40c1-9914-9f184b78e5e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.587367] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 930.587367] env[68946]: value = "task-2878792" [ 930.587367] env[68946]: _type = "Task" [ 930.587367] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.595367] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.768013] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878790, 'name': ReconfigVM_Task, 'duration_secs': 0.548848} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.770865] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.773856] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37c98d06-088f-422b-bad9-57e2ba5a648e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.781931] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 930.781931] env[68946]: value = "task-2878793" [ 930.781931] env[68946]: _type = "Task" [ 930.781931] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.795507] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878793, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.105729] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878792, 'name': ReconfigVM_Task, 'duration_secs': 0.290593} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.106015] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff844732-4d22-402e-9166-6353ed5a4713/ff844732-4d22-402e-9166-6353ed5a4713.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.111370] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4c861-b35a-4a71-acbc-75e0fe542bb9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.132646] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea27a029-1ef4-42cc-944d-de606361a2d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.169634] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0ed18-2779-4d7a-b680-55faa8f3aa1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195860] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ede883b-83ab-4268-b480-43f83e81e024 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.204274] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.205214] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87cb3bbb-efec-4037-b9af-cd3e32ba23c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.213537] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 931.213537] env[68946]: value = "task-2878794" [ 931.213537] env[68946]: _type = "Task" [ 931.213537] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.221846] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.223516] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd17b1f-40cb-4661-a872-73a7d895b239 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.231490] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878dd294-704a-4249-bffd-79648c7a91d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.267247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c2614-0b99-4587-9984-02747da36a4e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275639] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb525c88-7f18-481b-8612-cbc868aeb518 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.291035] env[68946]: DEBUG nova.compute.provider_tree [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.299816] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878793, 'name': Rename_Task, 'duration_secs': 0.254323} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.300123] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.300481] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ffc9c2-27b1-4780-ae16-7b38c9f0a3a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.308652] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 931.308652] env[68946]: value = "task-2878795" [ 931.308652] env[68946]: _type = "Task" [ 931.308652] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.318027] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.725608] env[68946]: DEBUG oslo_vmware.api [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878794, 'name': PowerOnVM_Task, 'duration_secs': 0.447048} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.725899] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.795746] env[68946]: DEBUG nova.scheduler.client.report [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.828021] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.878987] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.879442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.879839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.880213] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.880315] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.883267] env[68946]: INFO nova.compute.manager [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Terminating instance [ 932.301633] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.302630] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.304907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.501s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.323456] env[68946]: DEBUG oslo_vmware.api [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878795, 'name': PowerOnVM_Task, 'duration_secs': 0.732207} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.323723] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.323927] env[68946]: INFO nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Took 7.82 seconds to spawn the instance on the hypervisor. [ 932.326072] env[68946]: DEBUG nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.326903] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec60ab9-821e-4c05-ac52-f44f2565f914 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.388817] env[68946]: DEBUG nova.compute.manager [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.389080] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.390170] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8370516-058d-41ea-a14a-aa07bdb4e015 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.402514] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.402794] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e1983f-1a0a-48d1-a8db-0405d7d96854 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.410255] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 932.410255] env[68946]: value = "task-2878796" [ 932.410255] env[68946]: _type = "Task" [ 932.410255] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.419349] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.744753] env[68946]: INFO nova.compute.manager [None req-a639ef5f-54c7-4443-ab5b-5c86b5d07b81 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance to original state: 'active' [ 932.808366] env[68946]: DEBUG nova.compute.utils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.810166] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.810345] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.858528] env[68946]: INFO nova.compute.manager [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Took 55.14 seconds to build instance. [ 932.885291] env[68946]: DEBUG nova.policy [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea38cfd0d38446bbee488535febb932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0174237fb3540afac1463c0caf66d29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.925506] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878796, 'name': PowerOffVM_Task, 'duration_secs': 0.416547} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.925506] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.925506] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.925506] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5548258b-308e-4b36-ae8a-6d0aa2dcd0e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.999024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.999374] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.999465] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleting the datastore file [datastore1] 5ac3cd6f-e279-492f-a53a-ff21eb7bd215 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.999740] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97980a7f-82df-4e76-9d90-f9ff3bf1951b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.008540] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 933.008540] env[68946]: value = "task-2878798" [ 933.008540] env[68946]: _type = "Task" [ 933.008540] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.017673] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.184016] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Successfully created port: 9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.314787] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.329308] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Applying migration context for instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da as it has an incoming, in-progress migration 88a40815-4119-4b3f-8abc-6a5525470484. Migration status is error {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 933.332395] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=68946) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 933.359556] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e6bc433e-c68c-4ec8-aa32-cd5ac20112b7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.617s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.366840] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 93063f45-ffe5-408e-bf13-7ac7faa47c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.367049] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.367230] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.367501] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.367887] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.368131] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 32b4b8e6-cbcc-4c49-b162-92a5e23ec310 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.368539] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 11212aa3-a6a9-413a-b816-fd3093b379fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.368738] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ff844732-4d22-402e-9166-6353ed5a4713 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.369050] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 54237d16-2fbc-43a5-b368-b5102f99a7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.369452] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b62f06ea-939c-4a0a-9008-e7e78b4372c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.370182] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance dd1810bd-f554-48fb-91fb-f8d9b4ec06c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.370182] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 8553f489-1e6c-4eae-9e20-b228120de0be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370182] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0543bc65-6d1d-4e40-bdaf-480e56d5cca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370182] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 34ade09a-f4ab-4db0-ae4a-05c05300ed4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370433] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 7ee84809-e0f0-4c47-a401-6517aebc6801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370927] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 19d08026-cc70-439e-8b1a-524ba8b8ac0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370927] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 6b713e62-3396-490c-ab2f-9a695197a4fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.370927] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5ac3cd6f-e279-492f-a53a-ff21eb7bd215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.371111] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d02b606f-af32-4330-a281-c0cd017199ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.371776] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ec0b870a-36ea-4f32-9dab-500e206bb382 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.522236] env[68946]: DEBUG oslo_vmware.api [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191974} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.522236] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.522236] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.522236] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.522236] env[68946]: INFO nova.compute.manager [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.522471] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.523095] env[68946]: DEBUG nova.compute.manager [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.523212] env[68946]: DEBUG nova.network.neutron [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.798824] env[68946]: DEBUG nova.compute.manager [req-b6efda53-fd44-4bb2-82e8-7eac7519e50d req-442c50d6-01dc-44e0-81d9-e235584c19cf service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Received event network-vif-deleted-0bda4b60-d6e9-400a-8dfc-1a66d5a44436 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 933.801942] env[68946]: INFO nova.compute.manager [req-b6efda53-fd44-4bb2-82e8-7eac7519e50d req-442c50d6-01dc-44e0-81d9-e235584c19cf service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Neutron deleted interface 0bda4b60-d6e9-400a-8dfc-1a66d5a44436; detaching it from the instance and deleting it from the info cache [ 933.801942] env[68946]: DEBUG nova.network.neutron [req-b6efda53-fd44-4bb2-82e8-7eac7519e50d req-442c50d6-01dc-44e0-81d9-e235584c19cf service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.865515] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.877080] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 349f6900-a84f-4685-b320-2c5815ebcd48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.249460] env[68946]: DEBUG nova.network.neutron [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.304751] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e949dddf-6ad7-43a8-b443-19c8caa73902 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.314092] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe1ff5-78ba-44b1-a1ca-598ccd8677f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.328603] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.360474] env[68946]: DEBUG nova.compute.manager [req-b6efda53-fd44-4bb2-82e8-7eac7519e50d req-442c50d6-01dc-44e0-81d9-e235584c19cf service nova] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Detach interface failed, port_id=0bda4b60-d6e9-400a-8dfc-1a66d5a44436, reason: Instance 5ac3cd6f-e279-492f-a53a-ff21eb7bd215 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 934.370642] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.370898] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.371079] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.371274] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.371418] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.371561] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.371775] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.371958] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.372129] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.372274] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.372444] env[68946]: DEBUG nova.virt.hardware [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.375736] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551d911-d98a-4884-92b0-3a287ab6326a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.380931] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.389970] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c858f3-85b8-49a0-953c-f9f1a5f91f68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.396871] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.712210] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Successfully updated port: 9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.753186] env[68946]: INFO nova.compute.manager [-] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Took 1.23 seconds to deallocate network for instance. [ 934.890055] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 22f01196-620d-45a9-92b5-eff2c1eb4d28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.146071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "ff844732-4d22-402e-9166-6353ed5a4713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.146397] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.146586] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "ff844732-4d22-402e-9166-6353ed5a4713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.146768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.146941] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.151684] env[68946]: INFO nova.compute.manager [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Terminating instance [ 935.218023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.218023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquired lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.218023] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.261325] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.301232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.301232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.301232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.301232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.301232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.301887] env[68946]: INFO nova.compute.manager [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Terminating instance [ 935.393236] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 30b2d150-4b75-4fc9-9750-2637aa2776d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.657700] env[68946]: DEBUG nova.compute.manager [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.657946] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.659262] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184b76f7-639e-455c-aa2a-28892bc550a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.668664] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.668900] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db507b89-a370-45ec-9ea8-1225ea4ebeae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.676266] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 935.676266] env[68946]: value = "task-2878799" [ 935.676266] env[68946]: _type = "Task" [ 935.676266] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.686054] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.758060] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.806411] env[68946]: DEBUG nova.compute.manager [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.807163] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.807973] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1fc4e-b72d-4f0e-a0c4-c1f0853dae22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.818146] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.818427] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737350c8-a2f7-45ea-94b5-8d4f249e541b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.826988] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 935.826988] env[68946]: value = "task-2878800" [ 935.826988] env[68946]: _type = "Task" [ 935.826988] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.829095] env[68946]: DEBUG nova.compute.manager [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Received event network-vif-plugged-9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 935.829295] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Acquiring lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.829514] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.829674] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.829839] env[68946]: DEBUG nova.compute.manager [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] No waiting events found dispatching network-vif-plugged-9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.830012] env[68946]: WARNING nova.compute.manager [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Received unexpected event network-vif-plugged-9d731598-6f32-40ad-b054-a74fcd8e5491 for instance with vm_state building and task_state spawning. [ 935.830177] env[68946]: DEBUG nova.compute.manager [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Received event network-changed-9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 935.830328] env[68946]: DEBUG nova.compute.manager [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Refreshing instance network info cache due to event network-changed-9d731598-6f32-40ad-b054-a74fcd8e5491. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 935.830491] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Acquiring lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.842794] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.896631] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2488a589-2270-4b95-81f5-33bf34eb9320 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 935.907624] env[68946]: DEBUG nova.network.neutron [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Updating instance_info_cache with network_info: [{"id": "9d731598-6f32-40ad-b054-a74fcd8e5491", "address": "fa:16:3e:e3:ec:14", "network": {"id": "f7bd394a-92aa-4042-98c5-3003b4be54a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1080218676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0174237fb3540afac1463c0caf66d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d731598-6f", "ovs_interfaceid": "9d731598-6f32-40ad-b054-a74fcd8e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.138606] env[68946]: DEBUG nova.compute.manager [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 936.187688] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878799, 'name': PowerOffVM_Task, 'duration_secs': 0.292962} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.187688] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.188189] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.188373] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75085bf6-a83f-4835-beb5-164e851fd906 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.261308] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.261578] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.261842] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleting the datastore file [datastore1] ff844732-4d22-402e-9166-6353ed5a4713 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.262147] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035f80e8-672e-4556-8e22-77e716f69ade {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.269686] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 936.269686] env[68946]: value = "task-2878802" [ 936.269686] env[68946]: _type = "Task" [ 936.269686] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.278783] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.339459] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878800, 'name': PowerOffVM_Task, 'duration_secs': 0.215199} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.339459] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.339654] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.339787] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-402aa62f-cf77-4e95-947c-9b8cb563dbdd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.400212] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.410599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Releasing lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.410990] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Instance network_info: |[{"id": "9d731598-6f32-40ad-b054-a74fcd8e5491", "address": "fa:16:3e:e3:ec:14", "network": {"id": "f7bd394a-92aa-4042-98c5-3003b4be54a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1080218676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0174237fb3540afac1463c0caf66d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d731598-6f", "ovs_interfaceid": "9d731598-6f32-40ad-b054-a74fcd8e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.412174] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Acquired lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.412431] env[68946]: DEBUG nova.network.neutron [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Refreshing network info cache for port 9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.413990] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ec:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d731598-6f32-40ad-b054-a74fcd8e5491', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.422906] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Creating folder: Project (a0174237fb3540afac1463c0caf66d29). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.425078] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4d8e9a5-51f3-42a9-9823-c882a901f2f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.426808] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.426999] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.427185] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleting the datastore file [datastore1] 19d08026-cc70-439e-8b1a-524ba8b8ac0f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.427661] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c84a40-ff49-45e9-bcbd-4404d36378e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.435608] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 936.435608] env[68946]: value = "task-2878805" [ 936.435608] env[68946]: _type = "Task" [ 936.435608] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.440557] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Created folder: Project (a0174237fb3540afac1463c0caf66d29) in parent group-v578341. [ 936.440752] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Creating folder: Instances. Parent ref: group-v578524. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.441336] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf967f0c-df7f-4d77-9412-a462f3c78a0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.446551] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.455747] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Created folder: Instances in parent group-v578524. [ 936.456071] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.456327] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.456573] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4aa3f0b-3d15-4eaa-8826-22bfd250c823 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.479294] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.479294] env[68946]: value = "task-2878807" [ 936.479294] env[68946]: _type = "Task" [ 936.479294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.487601] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878807, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.656681] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.780584] env[68946]: DEBUG oslo_vmware.api [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182637} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.781056] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.781260] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.781435] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.781604] env[68946]: INFO nova.compute.manager [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.781836] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.782040] env[68946]: DEBUG nova.compute.manager [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.782136] env[68946]: DEBUG nova.network.neutron [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.904077] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 936.946574] env[68946]: DEBUG oslo_vmware.api [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183942} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.946898] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.947111] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.947292] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.947462] env[68946]: INFO nova.compute.manager [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 936.947702] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.947891] env[68946]: DEBUG nova.compute.manager [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.947983] env[68946]: DEBUG nova.network.neutron [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.992932] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878807, 'name': CreateVM_Task, 'duration_secs': 0.366325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.993239] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.993945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.994123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.994438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.994696] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affe4040-7963-4ffa-86c8-f677f5bceaed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.000630] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 937.000630] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b14fa2-42fa-85a2-3907-ace91c303e68" [ 937.000630] env[68946]: _type = "Task" [ 937.000630] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.009433] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b14fa2-42fa-85a2-3907-ace91c303e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.291884] env[68946]: DEBUG nova.network.neutron [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Updated VIF entry in instance network info cache for port 9d731598-6f32-40ad-b054-a74fcd8e5491. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.292284] env[68946]: DEBUG nova.network.neutron [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Updating instance_info_cache with network_info: [{"id": "9d731598-6f32-40ad-b054-a74fcd8e5491", "address": "fa:16:3e:e3:ec:14", "network": {"id": "f7bd394a-92aa-4042-98c5-3003b4be54a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1080218676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0174237fb3540afac1463c0caf66d29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d731598-6f", "ovs_interfaceid": "9d731598-6f32-40ad-b054-a74fcd8e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.407127] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 351459b7-10c9-42f9-abd0-826f7f945ccb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.511375] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b14fa2-42fa-85a2-3907-ace91c303e68, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.511665] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.511976] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.512260] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.512399] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.512577] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.512902] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59871b90-3593-4e3a-9d60-4fdc094c9ff7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.521639] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.521820] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.522521] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d893c45a-ec53-4be9-aae7-0c196ccbe399 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.528300] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 937.528300] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d178c6-fa69-d6d8-0c30-de8c0fdade18" [ 937.528300] env[68946]: _type = "Task" [ 937.528300] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.536730] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d178c6-fa69-d6d8-0c30-de8c0fdade18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.651029] env[68946]: DEBUG nova.network.neutron [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.796091] env[68946]: DEBUG oslo_concurrency.lockutils [req-1069eec3-1a81-47e3-9da3-bc65e5dc2831 req-c5833941-4590-42ac-9160-126286d11e96 service nova] Releasing lock "refresh_cache-ec0b870a-36ea-4f32-9dab-500e206bb382" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.845836] env[68946]: DEBUG nova.network.neutron [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.860851] env[68946]: DEBUG nova.compute.manager [req-88a6da52-5fa2-4c76-8024-54704feb0c25 req-2207e8c8-bd0c-4e42-8cda-2bb791fad527 service nova] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Received event network-vif-deleted-88072b20-44c6-40b3-9c4b-f2c93516ed30 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.860916] env[68946]: DEBUG nova.compute.manager [req-88a6da52-5fa2-4c76-8024-54704feb0c25 req-2207e8c8-bd0c-4e42-8cda-2bb791fad527 service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Received event network-vif-deleted-446d215a-e691-4eb3-95a2-5fa1ec4f2cd0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.861739] env[68946]: INFO nova.compute.manager [req-88a6da52-5fa2-4c76-8024-54704feb0c25 req-2207e8c8-bd0c-4e42-8cda-2bb791fad527 service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Neutron deleted interface 446d215a-e691-4eb3-95a2-5fa1ec4f2cd0; detaching it from the instance and deleting it from the info cache [ 937.861739] env[68946]: DEBUG nova.network.neutron [req-88a6da52-5fa2-4c76-8024-54704feb0c25 req-2207e8c8-bd0c-4e42-8cda-2bb791fad527 service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.910651] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.039553] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d178c6-fa69-d6d8-0c30-de8c0fdade18, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.040364] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfcf5fe-2d1b-4a8e-863d-6f7c7ac3857a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.045674] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 938.045674] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f0a6a5-867b-b3a1-fbbd-29426c2a2ba5" [ 938.045674] env[68946]: _type = "Task" [ 938.045674] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.053744] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f0a6a5-867b-b3a1-fbbd-29426c2a2ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.153247] env[68946]: INFO nova.compute.manager [-] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Took 1.37 seconds to deallocate network for instance. [ 938.349239] env[68946]: INFO nova.compute.manager [-] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Took 1.40 seconds to deallocate network for instance. [ 938.364579] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6254f34-6e11-4203-8222-650803ca1aa5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.375254] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4faafeb-22ed-46a2-8dae-05cceac42e6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.417073] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 12fcb8e2-592d-456a-b630-96e5bed01807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.418402] env[68946]: DEBUG nova.compute.manager [req-88a6da52-5fa2-4c76-8024-54704feb0c25 req-2207e8c8-bd0c-4e42-8cda-2bb791fad527 service nova] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Detach interface failed, port_id=446d215a-e691-4eb3-95a2-5fa1ec4f2cd0, reason: Instance 19d08026-cc70-439e-8b1a-524ba8b8ac0f could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 938.557033] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f0a6a5-867b-b3a1-fbbd-29426c2a2ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.557736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.558113] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ec0b870a-36ea-4f32-9dab-500e206bb382/ec0b870a-36ea-4f32-9dab-500e206bb382.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.558469] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd09eb7b-38cc-43f0-93d5-083de86e065c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.566655] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 938.566655] env[68946]: value = "task-2878808" [ 938.566655] env[68946]: _type = "Task" [ 938.566655] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.574756] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.660252] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.855200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.920246] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 37b43448-c44b-44eb-b4b8-45a03d1c28c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.077467] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454731} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.077711] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ec0b870a-36ea-4f32-9dab-500e206bb382/ec0b870a-36ea-4f32-9dab-500e206bb382.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.077918] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.078175] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccbcf603-f8aa-4ea5-afe5-1af9902e3518 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.084873] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 939.084873] env[68946]: value = "task-2878809" [ 939.084873] env[68946]: _type = "Task" [ 939.084873] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.092373] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.423322] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ead7398d-e690-4569-a8df-8c0eb05ab36f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.595195] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07267} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.595472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.596299] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8c7646-634f-4588-966d-1a9469a0e220 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.620256] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ec0b870a-36ea-4f32-9dab-500e206bb382/ec0b870a-36ea-4f32-9dab-500e206bb382.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.620552] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8442ba-4dc3-4401-8872-638cdf3384bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.641061] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 939.641061] env[68946]: value = "task-2878810" [ 939.641061] env[68946]: _type = "Task" [ 939.641061] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.649874] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.926760] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 48c377d9-10fb-4afd-9888-43db21a8cd84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 939.927196] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 939.927452] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 940.151411] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878810, 'name': ReconfigVM_Task, 'duration_secs': 0.307298} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.154736] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ec0b870a-36ea-4f32-9dab-500e206bb382/ec0b870a-36ea-4f32-9dab-500e206bb382.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.155614] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6420f13c-894d-48ef-a933-0fe61b443652 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.164008] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 940.164008] env[68946]: value = "task-2878811" [ 940.164008] env[68946]: _type = "Task" [ 940.164008] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.178612] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878811, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.382519] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae574308-18b0-413d-823a-7dd806d84f27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.390562] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237d988-6607-471b-9670-8a51be6d2da6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.422824] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cb015a-7067-47e3-984a-95ffa51cdd26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.431302] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29611ff9-28ff-48c8-bf20-13348be89469 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.446102] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.674281] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878811, 'name': Rename_Task, 'duration_secs': 0.154616} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.674607] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.674803] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a083949-a799-4864-9aa6-5ea9c2acf34f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.682704] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 940.682704] env[68946]: value = "task-2878812" [ 940.682704] env[68946]: _type = "Task" [ 940.682704] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.691870] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.949213] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.193369] env[68946]: DEBUG oslo_vmware.api [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878812, 'name': PowerOnVM_Task, 'duration_secs': 0.476268} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.193770] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.194065] env[68946]: INFO nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Took 6.87 seconds to spawn the instance on the hypervisor. [ 941.194295] env[68946]: DEBUG nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.195090] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf3fa2-6108-432e-88fb-d208047a51f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.455307] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 941.455573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.151s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.455862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.267s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.457741] env[68946]: INFO nova.compute.claims [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.460555] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.460830] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 941.714178] env[68946]: INFO nova.compute.manager [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Took 50.50 seconds to build instance. [ 941.976118] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] There are 42 instances to clean {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 941.976447] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: b259dddc-3eda-46a8-aa0f-ba5c02502800] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 942.216511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-06406e52-03bd-4836-831e-4e79ac74e04b tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.819s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.482304] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: c1faeec8-d8f1-40f6-bacd-9dbc42c24dfb] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 942.719305] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.745678] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "ec0b870a-36ea-4f32-9dab-500e206bb382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.746200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.746200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.746395] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.746604] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.751325] env[68946]: INFO nova.compute.manager [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Terminating instance [ 942.921349] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5e45f-3c6d-45a0-8496-7a501caa1431 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.932232] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2a2466-53e1-4c7c-80b9-5c39ffc70cab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.966028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b0278e-b4ca-427a-8fcf-c34b1bdedc5c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.974664] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8afe83e-da11-4520-8ace-75e18ff5b5ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.989340] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 46c5d347-4654-4c1c-8de3-45ecebe15435] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 942.991437] env[68946]: DEBUG nova.compute.provider_tree [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.240251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.256236] env[68946]: DEBUG nova.compute.manager [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.256476] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.257398] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a4a6c6-fbfb-4712-b1e9-8c277e62152e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.265572] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.265812] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af982dcb-33dc-491c-a3d5-5a00b2bdf51b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.272387] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 943.272387] env[68946]: value = "task-2878813" [ 943.272387] env[68946]: _type = "Task" [ 943.272387] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.280930] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.494635] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 915e094d-ada2-44d2-ae3a-cbe107b67f8a] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 943.497121] env[68946]: DEBUG nova.scheduler.client.report [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.783361] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878813, 'name': PowerOffVM_Task, 'duration_secs': 0.184767} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.783632] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.783805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.784084] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7704566-3a61-48be-8387-e7fa49de5e51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.854322] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.854489] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.854721] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Deleting the datastore file [datastore2] ec0b870a-36ea-4f32-9dab-500e206bb382 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.855079] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ddd251b-5fc7-4bdb-97d5-3196c6ae4ae7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.862146] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for the task: (returnval){ [ 943.862146] env[68946]: value = "task-2878815" [ 943.862146] env[68946]: _type = "Task" [ 943.862146] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.871123] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.002454] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: e2acee70-2fdb-4425-b8ea-0db0ab43d391] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 944.005341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.005417] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.008113] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.775s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.008317] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.010546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.209s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.011896] env[68946]: INFO nova.compute.claims [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.043523] env[68946]: INFO nova.scheduler.client.report [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Deleted allocations for instance b62f06ea-939c-4a0a-9008-e7e78b4372c9 [ 944.372828] env[68946]: DEBUG oslo_vmware.api [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Task: {'id': task-2878815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.372984] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.373236] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.373460] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.373772] env[68946]: INFO nova.compute.manager [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Took 1.12 seconds to destroy the instance on the hypervisor. [ 944.374017] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.374260] env[68946]: DEBUG nova.compute.manager [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.374386] env[68946]: DEBUG nova.network.neutron [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.508613] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0602abd9-dd28-4717-84de-3206cf353891] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 944.516272] env[68946]: DEBUG nova.compute.utils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.521138] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.521138] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.551356] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f03fc42-f37f-4f6a-adea-9a9906e9fc1c tempest-ServerMetadataTestJSON-694958092 tempest-ServerMetadataTestJSON-694958092-project-member] Lock "b62f06ea-939c-4a0a-9008-e7e78b4372c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.597s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.608476] env[68946]: DEBUG nova.policy [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.867441] env[68946]: DEBUG nova.compute.manager [req-5e5c069b-ad6e-4af3-98ab-80b9a0ee675e req-d63fa74b-f311-4897-b0d3-bff1d6c619d1 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Received event network-vif-deleted-9d731598-6f32-40ad-b054-a74fcd8e5491 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 944.870239] env[68946]: INFO nova.compute.manager [req-5e5c069b-ad6e-4af3-98ab-80b9a0ee675e req-d63fa74b-f311-4897-b0d3-bff1d6c619d1 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Neutron deleted interface 9d731598-6f32-40ad-b054-a74fcd8e5491; detaching it from the instance and deleting it from the info cache [ 944.870425] env[68946]: DEBUG nova.network.neutron [req-5e5c069b-ad6e-4af3-98ab-80b9a0ee675e req-d63fa74b-f311-4897-b0d3-bff1d6c619d1 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.011675] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 7a048aad-8fdd-479b-8756-c871b610686b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 945.020531] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.343391] env[68946]: DEBUG nova.network.neutron [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.372868] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1913483-0d2a-4ffd-ae55-b7c4517685b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.383507] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d577562-917a-4aed-930c-bc34956f9a33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.397320] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Successfully created port: f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.426134] env[68946]: DEBUG nova.compute.manager [req-5e5c069b-ad6e-4af3-98ab-80b9a0ee675e req-d63fa74b-f311-4897-b0d3-bff1d6c619d1 service nova] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Detach interface failed, port_id=9d731598-6f32-40ad-b054-a74fcd8e5491, reason: Instance ec0b870a-36ea-4f32-9dab-500e206bb382 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 945.514248] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: dc0f9f6c-aafa-42d8-a20b-cf658e14b4e1] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 945.536288] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac2625-f535-407f-9906-8853b5cd412e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.547536] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ce8ed-a1bd-400b-826e-99611dbfd1d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.592253] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33906ff9-f0ca-4cef-96d7-a230e3641b30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.602311] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd06826-7507-4382-94ca-b321d87d2a2e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.620286] env[68946]: DEBUG nova.compute.provider_tree [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.849202] env[68946]: INFO nova.compute.manager [-] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Took 1.47 seconds to deallocate network for instance. [ 946.018546] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: aab45dae-d614-4714-9aa6-87d841476252] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 946.037177] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.078662] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.079269] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.079269] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.079269] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.079641] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.079641] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.079641] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.079782] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.080009] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.080123] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.080296] env[68946]: DEBUG nova.virt.hardware [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.086521] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed751e60-6d2f-42b4-b008-cbd98d2c93d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.090030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4a5f6-180c-4da3-a2ea-129007004bdc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.121877] env[68946]: DEBUG nova.scheduler.client.report [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.357636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.525624] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 01c5d417-3609-4987-9094-887626db9d30] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 946.631123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.631728] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.634716] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.355s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.634949] env[68946]: DEBUG nova.objects.instance [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.884700] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Successfully updated port: f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.896734] env[68946]: DEBUG nova.compute.manager [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Received event network-vif-plugged-f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.897036] env[68946]: DEBUG oslo_concurrency.lockutils [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] Acquiring lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.897252] env[68946]: DEBUG oslo_concurrency.lockutils [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] Lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.897371] env[68946]: DEBUG oslo_concurrency.lockutils [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] Lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.897753] env[68946]: DEBUG nova.compute.manager [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] No waiting events found dispatching network-vif-plugged-f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.897753] env[68946]: WARNING nova.compute.manager [req-8bf723d4-8767-48af-be99-a525082377e6 req-391c8675-4934-4fe2-913c-64aec822714a service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Received unexpected event network-vif-plugged-f5cd7a82-3447-452c-b574-edbaa3f4566e for instance with vm_state building and task_state spawning. [ 947.028384] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 1eec8376-eaba-476f-88fb-2f7251d0135d] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 947.139753] env[68946]: DEBUG nova.compute.utils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.144680] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.145513] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.186565] env[68946]: DEBUG nova.policy [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a649d67ef64ce8a19b7f59ce5fdba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7dc2835a8974302a5c9602d412766ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.388163] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.389032] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.389032] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.448017] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Successfully created port: b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.531540] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d00ea780-86fb-4fe9-b94b-894ce1f912e8] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 947.642558] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.648496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b407b7a4-4051-47b4-8f24-9047bb694020 tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.649505] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.853s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.652039] env[68946]: INFO nova.compute.claims [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.931807] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.036312] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 96fcc060-7f39-4cac-a92a-74318102163b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 948.068424] env[68946]: DEBUG nova.network.neutron [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Updating instance_info_cache with network_info: [{"id": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "address": "fa:16:3e:d1:04:28", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cd7a82-34", "ovs_interfaceid": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.541215] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 77084759-de98-460e-b0a5-bcd5fa673f2d] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 948.570427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.570771] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Instance network_info: |[{"id": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "address": "fa:16:3e:d1:04:28", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cd7a82-34", "ovs_interfaceid": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.571353] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:04:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5cd7a82-3447-452c-b574-edbaa3f4566e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.579913] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating folder: Project (03b298b4151c4730af4311597a021f7b). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.579913] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d03b7e-8b17-4279-bb8d-c2c3b8ff4d04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.592820] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created folder: Project (03b298b4151c4730af4311597a021f7b) in parent group-v578341. [ 948.593045] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating folder: Instances. Parent ref: group-v578527. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.593294] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f42039f-b8f2-4b83-a9b5-358d7f7257b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.604570] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created folder: Instances in parent group-v578527. [ 948.604816] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.606128] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.606128] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83e8799-bf22-46da-90d0-d101eca86a1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.625907] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.625907] env[68946]: value = "task-2878818" [ 948.625907] env[68946]: _type = "Task" [ 948.625907] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.633969] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878818, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.651318] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.678570] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.678820] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.678976] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.679172] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.679318] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.679463] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.679670] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.679827] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.680029] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.680284] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.680476] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.681361] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3374b4-3775-458e-b4d4-4cf942fcab92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.694301] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434bf03-ddd6-49c4-aabd-d5139cde3409 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.931988] env[68946]: DEBUG nova.compute.manager [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Received event network-changed-f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 948.932190] env[68946]: DEBUG nova.compute.manager [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Refreshing instance network info cache due to event network-changed-f5cd7a82-3447-452c-b574-edbaa3f4566e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 948.932399] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Acquiring lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.932541] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Acquired lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.932693] env[68946]: DEBUG nova.network.neutron [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Refreshing network info cache for port f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.977544] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Successfully updated port: b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.044575] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: cd6dbd20-d6b1-4c1d-b63f-18ed04efbd83] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 949.092541] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf3b38-2bd7-43ea-bdc9-0f17e05d77fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.100286] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb624434-dfcc-4580-b108-1ab81531b131 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.133092] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1284c6b8-4117-4d45-9bd0-1e761768cc79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.143733] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850d7dc-7de1-4922-9c1f-16d3099766ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.147280] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878818, 'name': CreateVM_Task, 'duration_secs': 0.318144} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.147448] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.148508] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.148693] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.149041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.149277] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ec669f-88cd-42d9-91f1-214be1da8c58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.159751] env[68946]: DEBUG nova.compute.provider_tree [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.164549] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 949.164549] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228fb75-cd73-cc73-3082-da1c8a464887" [ 949.164549] env[68946]: _type = "Task" [ 949.164549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.172616] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228fb75-cd73-cc73-3082-da1c8a464887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.480561] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.480796] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.480964] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.547480] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 9c262742-3212-4925-9057-fd5d8b7fe48f] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 949.636912] env[68946]: DEBUG nova.network.neutron [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Updated VIF entry in instance network info cache for port f5cd7a82-3447-452c-b574-edbaa3f4566e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.637889] env[68946]: DEBUG nova.network.neutron [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Updating instance_info_cache with network_info: [{"id": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "address": "fa:16:3e:d1:04:28", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cd7a82-34", "ovs_interfaceid": "f5cd7a82-3447-452c-b574-edbaa3f4566e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.662873] env[68946]: DEBUG nova.scheduler.client.report [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.676286] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5228fb75-cd73-cc73-3082-da1c8a464887, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.676563] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.676795] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.677038] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.678115] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.678115] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.678197] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557c507e-8c76-488e-81ec-239f17262f75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688099] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.688287] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.689014] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e293dd-a063-441a-b594-88b52651b2fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.694960] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 949.694960] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ffec5b-8793-a476-4570-ba99ed824683" [ 949.694960] env[68946]: _type = "Task" [ 949.694960] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.702830] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ffec5b-8793-a476-4570-ba99ed824683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.019580] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.050859] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: a33f417a-01b7-4b60-a679-cc1e042911ab] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 950.140090] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Releasing lock "refresh_cache-349f6900-a84f-4685-b320-2c5815ebcd48" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.140372] env[68946]: DEBUG nova.compute.manager [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Received event network-vif-plugged-b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.140570] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Acquiring lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.140779] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.140933] env[68946]: DEBUG oslo_concurrency.lockutils [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.141108] env[68946]: DEBUG nova.compute.manager [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] No waiting events found dispatching network-vif-plugged-b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.141275] env[68946]: WARNING nova.compute.manager [req-200e4037-b531-4c63-9891-a0609dd69426 req-4216b665-2153-4005-bedb-74fb5500a80f service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Received unexpected event network-vif-plugged-b75000f7-10ad-4464-be55-abb3bf43050a for instance with vm_state building and task_state spawning. [ 950.145978] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Updating instance_info_cache with network_info: [{"id": "b75000f7-10ad-4464-be55-abb3bf43050a", "address": "fa:16:3e:27:0e:93", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75000f7-10", "ovs_interfaceid": "b75000f7-10ad-4464-be55-abb3bf43050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.167984] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.168492] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.171391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.112s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.171591] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.173680] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.970s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.175054] env[68946]: INFO nova.compute.claims [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.200345] env[68946]: INFO nova.scheduler.client.report [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Deleted allocations for instance dd1810bd-f554-48fb-91fb-f8d9b4ec06c3 [ 950.209709] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ffec5b-8793-a476-4570-ba99ed824683, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.211109] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cbbe9c-429f-45e3-ba8e-99217ae99ce4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.218636] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 950.218636] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521eca89-9420-a8a0-a260-68f977ca1401" [ 950.218636] env[68946]: _type = "Task" [ 950.218636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.227228] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521eca89-9420-a8a0-a260-68f977ca1401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.555044] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 450dc5de-a86a-443d-9d33-1e27ada7471b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 950.648268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.648597] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Instance network_info: |[{"id": "b75000f7-10ad-4464-be55-abb3bf43050a", "address": "fa:16:3e:27:0e:93", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75000f7-10", "ovs_interfaceid": "b75000f7-10ad-4464-be55-abb3bf43050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.649387] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75000f7-10ad-4464-be55-abb3bf43050a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.657136] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Creating folder: Project (b7dc2835a8974302a5c9602d412766ac). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.657429] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-352a2f10-ee21-4fdf-b335-a9081a2445d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669483] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Created folder: Project (b7dc2835a8974302a5c9602d412766ac) in parent group-v578341. [ 950.669916] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Creating folder: Instances. Parent ref: group-v578530. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.670054] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48aac002-6594-48bf-a3fb-254cc603e4aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.679253] env[68946]: DEBUG nova.compute.utils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.684950] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.685064] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.687927] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Created folder: Instances in parent group-v578530. [ 950.688171] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.691017] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.691017] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9ea5f3-fd9d-4b38-8bee-330740a4ff0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.709241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e4e6d74-582e-4ac2-a348-62e5eea987ba tempest-ServerShowV257Test-857534397 tempest-ServerShowV257Test-857534397-project-member] Lock "dd1810bd-f554-48fb-91fb-f8d9b4ec06c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.889s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.717214] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.717214] env[68946]: value = "task-2878821" [ 950.717214] env[68946]: _type = "Task" [ 950.717214] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.725706] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878821, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.732459] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521eca89-9420-a8a0-a260-68f977ca1401, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.732907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.733217] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 349f6900-a84f-4685-b320-2c5815ebcd48/349f6900-a84f-4685-b320-2c5815ebcd48.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.733506] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32320b23-657d-4ee7-8dc7-bbf3851e2e07 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.740699] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 950.740699] env[68946]: value = "task-2878822" [ 950.740699] env[68946]: _type = "Task" [ 950.740699] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.753021] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.815372] env[68946]: DEBUG nova.policy [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a649d67ef64ce8a19b7f59ce5fdba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7dc2835a8974302a5c9602d412766ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.972867] env[68946]: DEBUG nova.compute.manager [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Received event network-changed-b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.972867] env[68946]: DEBUG nova.compute.manager [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Refreshing instance network info cache due to event network-changed-b75000f7-10ad-4464-be55-abb3bf43050a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.972867] env[68946]: DEBUG oslo_concurrency.lockutils [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] Acquiring lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.972867] env[68946]: DEBUG oslo_concurrency.lockutils [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] Acquired lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.972867] env[68946]: DEBUG nova.network.neutron [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Refreshing network info cache for port b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.058781] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 76b11869-3839-4753-8cf1-2208553fabc9] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 951.184772] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.195660] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Successfully created port: a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.229763] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878821, 'name': CreateVM_Task, 'duration_secs': 0.431469} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.232456] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.233703] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.233703] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.233985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.234490] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087b8f44-6ddd-4074-900a-2bf8ce3c7ebe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239793] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 951.239793] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5264213a-c4ed-9c46-2527-4df6e2102560" [ 951.239793] env[68946]: _type = "Task" [ 951.239793] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.256015] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474748} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.259416] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 349f6900-a84f-4685-b320-2c5815ebcd48/349f6900-a84f-4685-b320-2c5815ebcd48.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.259643] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.259906] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5264213a-c4ed-9c46-2527-4df6e2102560, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.262365] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e441f75-ff8a-40ea-bde4-4bd74bec9af0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.264488] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.264713] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.264942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.265107] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.265279] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.266030] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc73d65-14f8-4db5-beca-7112e53e7ced {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.273856] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 951.273856] env[68946]: value = "task-2878823" [ 951.273856] env[68946]: _type = "Task" [ 951.273856] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.280015] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.280553] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.281720] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bf8a2a-cde4-4021-8735-14c0b16bb548 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.288577] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.294669] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 951.294669] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236d8b9-d515-4e94-03eb-d1108d20dcd3" [ 951.294669] env[68946]: _type = "Task" [ 951.294669] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.304486] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5236d8b9-d515-4e94-03eb-d1108d20dcd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.307918] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc617385-006d-4f8c-bdf4-693f943702be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.314568] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 951.314568] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52380ef2-891b-f644-68e0-74547e3be5f5" [ 951.314568] env[68946]: _type = "Task" [ 951.314568] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.326725] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52380ef2-891b-f644-68e0-74547e3be5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.326976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.327262] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4/1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.327515] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a1260b-6330-4473-9c10-b9907cbb979c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334845] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 951.334845] env[68946]: value = "task-2878824" [ 951.334845] env[68946]: _type = "Task" [ 951.334845] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.345482] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.562758] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0871c701-7bfd-4445-9c0e-8db6fdd55af1] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 951.652276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d0e419-ae1d-4f7b-98ef-5e9861a980c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.663281] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a252ce-a5d0-4dde-bb9d-e61079b05d9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.703022] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec7ffa-f180-4cd6-8dbd-340f5d38061e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709910] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfcfef4-b205-4aa9-adec-c7251f5b65c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.725145] env[68946]: DEBUG nova.compute.provider_tree [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.727612] env[68946]: DEBUG nova.network.neutron [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Updated VIF entry in instance network info cache for port b75000f7-10ad-4464-be55-abb3bf43050a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.727612] env[68946]: DEBUG nova.network.neutron [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Updating instance_info_cache with network_info: [{"id": "b75000f7-10ad-4464-be55-abb3bf43050a", "address": "fa:16:3e:27:0e:93", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75000f7-10", "ovs_interfaceid": "b75000f7-10ad-4464-be55-abb3bf43050a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.786930] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878823, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.846596] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434528} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.846885] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4/1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.847150] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.847442] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d626c32-e60a-44f7-8292-dff27e370662 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.854590] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 951.854590] env[68946]: value = "task-2878825" [ 951.854590] env[68946]: _type = "Task" [ 951.854590] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.863633] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.066121] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: e3bd81fe-2bb2-43de-b475-b1cdcff1a710] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 952.205315] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.231479] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.231740] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.231896] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.232086] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.232232] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.232376] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.232578] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.232733] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.232972] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.233156] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.233394] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.234251] env[68946]: DEBUG nova.scheduler.client.report [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.237432] env[68946]: DEBUG oslo_concurrency.lockutils [req-683ef741-89f8-4533-91f8-768e7f9b1e45 req-951d5b18-89e1-4c63-aeee-84634c5c1f6a service nova] Releasing lock "refresh_cache-1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.238317] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e0761-7fcd-4b44-9de2-caa7e6eecd00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.247851] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbf2ba-bf8e-4b17-addb-ddbc214300a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.283721] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.531514} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.284018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.284754] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41a3db-3489-4c78-bb5b-da3eb171453d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.306084] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 349f6900-a84f-4685-b320-2c5815ebcd48/349f6900-a84f-4685-b320-2c5815ebcd48.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.306336] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d88aaede-33dc-4c57-b50c-6e7802d8a58e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.328061] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 952.328061] env[68946]: value = "task-2878826" [ 952.328061] env[68946]: _type = "Task" [ 952.328061] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.336999] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.364756] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070164} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.365062] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.365834] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4903c20-4a51-402e-8cf1-3cd2d1a93bfe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.388124] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4/1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.390124] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869c26d3-f11c-4f37-a8bc-58400aea0c42 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.410214] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 952.410214] env[68946]: value = "task-2878827" [ 952.410214] env[68946]: _type = "Task" [ 952.410214] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.420827] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.570381] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: fb6fc1f8-7e4e-4670-97d1-01ae0954b140] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 952.662564] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Successfully updated port: a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.742246] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.742735] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.745479] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.377s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.746999] env[68946]: INFO nova.compute.claims [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.838725] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878826, 'name': ReconfigVM_Task, 'duration_secs': 0.281696} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.839057] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 349f6900-a84f-4685-b320-2c5815ebcd48/349f6900-a84f-4685-b320-2c5815ebcd48.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.839684] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e04274f3-49b6-4c2b-9e84-65e9e6529a00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.847898] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 952.847898] env[68946]: value = "task-2878828" [ 952.847898] env[68946]: _type = "Task" [ 952.847898] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.857269] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878828, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.920879] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.061190] env[68946]: DEBUG nova.compute.manager [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Received event network-vif-plugged-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.061434] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Acquiring lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.061774] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.061979] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.062176] env[68946]: DEBUG nova.compute.manager [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] No waiting events found dispatching network-vif-plugged-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.062354] env[68946]: WARNING nova.compute.manager [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Received unexpected event network-vif-plugged-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b for instance with vm_state building and task_state spawning. [ 953.062513] env[68946]: DEBUG nova.compute.manager [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Received event network-changed-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.062661] env[68946]: DEBUG nova.compute.manager [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Refreshing instance network info cache due to event network-changed-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 953.062918] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Acquiring lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.063086] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Acquired lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.063258] env[68946]: DEBUG nova.network.neutron [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Refreshing network info cache for port a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.072298] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 9cccddfe-4c72-4799-996a-31675c141683] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 953.164890] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.254435] env[68946]: DEBUG nova.compute.utils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.255968] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.256158] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.312657] env[68946]: DEBUG nova.policy [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3a649d67ef64ce8a19b7f59ce5fdba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7dc2835a8974302a5c9602d412766ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.358308] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878828, 'name': Rename_Task, 'duration_secs': 0.149729} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.358730] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.358988] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5c9562-0756-412e-af23-8929858bc599 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.367295] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 953.367295] env[68946]: value = "task-2878829" [ 953.367295] env[68946]: _type = "Task" [ 953.367295] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.375471] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.423637] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878827, 'name': ReconfigVM_Task, 'duration_secs': 0.707364} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.424097] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4/1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.424958] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8b48098-0949-48cd-a4f7-c21355d16aff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.432477] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 953.432477] env[68946]: value = "task-2878830" [ 953.432477] env[68946]: _type = "Task" [ 953.432477] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.444672] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878830, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.575021] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0d9d5127-d845-4df2-9845-0e8efffdd567] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 953.595180] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Successfully created port: 68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.680392] env[68946]: DEBUG nova.network.neutron [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.763869] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.799469] env[68946]: DEBUG nova.network.neutron [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.883708] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.945547] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878830, 'name': Rename_Task, 'duration_secs': 0.139185} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.948026] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.948740] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eff9d55-3868-48f2-ad48-092f884c0aee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.956082] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 953.956082] env[68946]: value = "task-2878831" [ 953.956082] env[68946]: _type = "Task" [ 953.956082] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.968990] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.080571] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 59cf66e2-713b-4ec4-a168-156b71cdc421] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 954.193644] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b85f03-9376-4bbf-ad0e-ff92b171a719 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.201835] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f19a3f-10d2-49f6-8c73-82264a47bdf4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.231643] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b18552c-f3cd-4419-bc8b-4af396dcccb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.239248] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3edd9d0-9106-4814-8552-db013fc65d18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.252833] env[68946]: DEBUG nova.compute.provider_tree [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.302584] env[68946]: DEBUG oslo_concurrency.lockutils [req-b15b1aeb-cbfc-407a-86b7-230ed59f44c6 req-91d21f55-2201-41c8-a5a2-c976e95646a7 service nova] Releasing lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303392] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303565] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.379802] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.466901] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878831, 'name': PowerOnVM_Task, 'duration_secs': 0.464035} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.467215] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.467420] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Took 5.82 seconds to spawn the instance on the hypervisor. [ 954.467598] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.468376] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65238341-12db-41c9-9855-76f2ae95a19a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.584234] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2e38bf82-2d8e-4871-bf04-a46a4da4045a] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 954.756280] env[68946]: DEBUG nova.scheduler.client.report [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.771157] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.797562] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.797803] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.797959] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.798153] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.798297] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.798439] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.798641] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.798795] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.798957] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.799130] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.799302] env[68946]: DEBUG nova.virt.hardware [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.800140] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d03054-83c3-46a1-8686-1e94983c10a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.810430] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340882f7-2805-48be-9449-9837dff4c1c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.836468] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.880613] env[68946]: DEBUG oslo_vmware.api [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878829, 'name': PowerOnVM_Task, 'duration_secs': 1.039548} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.880960] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.881192] env[68946]: INFO nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Took 8.84 seconds to spawn the instance on the hypervisor. [ 954.881533] env[68946]: DEBUG nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.882151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d864db-7b00-43bc-8dcb-f3f4c96dabe6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.990615] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Took 52.21 seconds to build instance. [ 955.002189] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Updating instance_info_cache with network_info: [{"id": "a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b", "address": "fa:16:3e:ef:60:f3", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1611dc1-5c", "ovs_interfaceid": "a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.087211] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ca423313-0fcc-4480-8928-525309dd7bda] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 955.141858] env[68946]: DEBUG nova.compute.manager [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Received event network-vif-plugged-68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.142117] env[68946]: DEBUG oslo_concurrency.lockutils [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] Acquiring lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.142340] env[68946]: DEBUG oslo_concurrency.lockutils [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.142626] env[68946]: DEBUG oslo_concurrency.lockutils [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.142784] env[68946]: DEBUG nova.compute.manager [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] No waiting events found dispatching network-vif-plugged-68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.143028] env[68946]: WARNING nova.compute.manager [req-c2576bd0-25e4-45b8-8833-84e11e05b671 req-adf95c0e-505c-44b6-a82a-7c2fddd2f9d4 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Received unexpected event network-vif-plugged-68891997-fb43-4c4d-8c64-d8d4477bb223 for instance with vm_state building and task_state spawning. [ 955.226724] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Successfully updated port: 68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.261675] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.262347] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.265165] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.435s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.266592] env[68946]: INFO nova.compute.claims [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.399843] env[68946]: INFO nova.compute.manager [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Took 58.23 seconds to build instance. [ 955.492319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.572s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.504266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "refresh_cache-22f01196-620d-45a9-92b5-eff2c1eb4d28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504561] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance network_info: |[{"id": "a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b", "address": "fa:16:3e:ef:60:f3", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1611dc1-5c", "ovs_interfaceid": "a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.505240] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:60:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.512614] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.513094] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.513321] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702578d5-aee8-4d02-8d46-655c87cf2f3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.535986] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.535986] env[68946]: value = "task-2878832" [ 955.535986] env[68946]: _type = "Task" [ 955.535986] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.544649] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878832, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.590571] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: c6f78406-5540-4679-997c-c9a45b855141] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 955.731529] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.731529] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.731529] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.771524] env[68946]: DEBUG nova.compute.utils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.775274] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.775274] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.813009] env[68946]: DEBUG nova.policy [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eec4fcb4cc24361a9a7d06f237d4a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56c411d629b4836be278e3c3a62e9a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.839572] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "349f6900-a84f-4685-b320-2c5815ebcd48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.902048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8ee248-ef26-4caa-ac6a-23cf6d381e56 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.545s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.903092] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.064s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.903314] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.903518] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.903678] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.907225] env[68946]: INFO nova.compute.manager [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Terminating instance [ 955.994762] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.047243] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878832, 'name': CreateVM_Task, 'duration_secs': 0.327526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.047500] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.048775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.048775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.048927] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.049461] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782b6585-b58e-4168-9c01-992e873a3dec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.058946] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 956.058946] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52252c0a-9700-1fdc-761f-c10419ba643d" [ 956.058946] env[68946]: _type = "Task" [ 956.058946] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.065959] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52252c0a-9700-1fdc-761f-c10419ba643d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.093434] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 5f19bea0-0966-411b-a952-4a7b2145ac37] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 956.114351] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Successfully created port: 67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.276363] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.279523] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.407038] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.411104] env[68946]: DEBUG nova.compute.manager [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.411352] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.412206] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444dec5a-68ed-44e6-b3cb-3ed70778179f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.427105] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.427105] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ab19d3-8c39-4577-82e2-aa744c7b7743 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.436919] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 956.436919] env[68946]: value = "task-2878833" [ 956.436919] env[68946]: _type = "Task" [ 956.436919] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.447897] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.486304] env[68946]: DEBUG nova.network.neutron [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Updating instance_info_cache with network_info: [{"id": "68891997-fb43-4c4d-8c64-d8d4477bb223", "address": "fa:16:3e:12:71:e3", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68891997-fb", "ovs_interfaceid": "68891997-fb43-4c4d-8c64-d8d4477bb223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.516203] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.567384] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52252c0a-9700-1fdc-761f-c10419ba643d, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.567917] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.568070] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.568354] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.568644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.568768] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.571741] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9808cf-d456-4787-93d5-c3fd75480152 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.581550] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.581747] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.582517] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082060e8-440b-43d2-a4a5-b96bc87140c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.591331] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 956.591331] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235900c-39ce-4a3d-749b-4e53267ac4b9" [ 956.591331] env[68946]: _type = "Task" [ 956.591331] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.603512] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: c79ba3e4-be98-4caf-b6f1-c02839214d49] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 956.605896] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235900c-39ce-4a3d-749b-4e53267ac4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.748292] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e19dd6-0615-4229-b0ee-63fd184138ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.756561] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438190e-0f27-4193-a9a2-7187d2feef87 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.790686] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7177ed7-0f12-405d-ac55-11309142291a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.800103] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698125e0-a6f1-446a-b751-f157fd14768c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.816031] env[68946]: DEBUG nova.compute.provider_tree [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.926533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.947590] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878833, 'name': PowerOffVM_Task, 'duration_secs': 0.186969} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.947685] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.947795] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.948055] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eef31b9-6b5c-4a6a-8f30-9530ee17aaf8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.990041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.990366] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Instance network_info: |[{"id": "68891997-fb43-4c4d-8c64-d8d4477bb223", "address": "fa:16:3e:12:71:e3", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68891997-fb", "ovs_interfaceid": "68891997-fb43-4c4d-8c64-d8d4477bb223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.990952] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:71:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68891997-fb43-4c4d-8c64-d8d4477bb223', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.999831] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.000091] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.000375] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51360d78-35bb-414a-9815-d575fa7d6bf3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.020339] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.020601] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.020768] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore1] 349f6900-a84f-4685-b320-2c5815ebcd48 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.021044] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef017c5-285c-40b9-8022-494b34d5cd5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023975] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.023975] env[68946]: value = "task-2878835" [ 957.023975] env[68946]: _type = "Task" [ 957.023975] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.032489] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878835, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.033868] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 957.033868] env[68946]: value = "task-2878836" [ 957.033868] env[68946]: _type = "Task" [ 957.033868] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.042188] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.103968] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5235900c-39ce-4a3d-749b-4e53267ac4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.02037} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.104925] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3d072a-84ce-4609-b20f-9f22f8602e50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.107617] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: c85f5dbc-ae48-4194-8e06-226ee04140ba] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 957.113745] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 957.113745] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52df146c-56a8-bfee-714c-6a5cb8d68663" [ 957.113745] env[68946]: _type = "Task" [ 957.113745] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.123216] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52df146c-56a8-bfee-714c-6a5cb8d68663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.189466] env[68946]: DEBUG nova.compute.manager [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Received event network-changed-68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.189671] env[68946]: DEBUG nova.compute.manager [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Refreshing instance network info cache due to event network-changed-68891997-fb43-4c4d-8c64-d8d4477bb223. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 957.189932] env[68946]: DEBUG oslo_concurrency.lockutils [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] Acquiring lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.190079] env[68946]: DEBUG oslo_concurrency.lockutils [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] Acquired lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.190221] env[68946]: DEBUG nova.network.neutron [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Refreshing network info cache for port 68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.295836] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.319034] env[68946]: DEBUG nova.scheduler.client.report [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.333442] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4d91be06bd192f47986f7c578c885cf1',container_format='bare',created_at=2025-03-10T09:04:46Z,direct_url=,disk_format='vmdk',id=3546be62-fe88-4b6e-9bc5-1c15489dcde1,min_disk=1,min_ram=0,name='tempest-test-snap-746973885',owner='b56c411d629b4836be278e3c3a62e9a8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-10T09:05:00Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.333668] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.333845] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.334073] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.334257] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.334426] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.334656] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.334836] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.335025] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.335210] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.335400] env[68946]: DEBUG nova.virt.hardware [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.336715] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf537c90-6658-46f6-af13-2b934569d297 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.346864] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033183a-e3cd-4ac7-83ae-2743e49040f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.535960] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878835, 'name': CreateVM_Task, 'duration_secs': 0.452819} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.538939] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.539655] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.539819] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.540156] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.540786] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393ee17e-2f28-47c2-b4a6-f35bc96e72e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.547429] env[68946]: DEBUG oslo_vmware.api [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164228} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.548024] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.548220] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.548393] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.548564] env[68946]: INFO nova.compute.manager [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 957.548799] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.548982] env[68946]: DEBUG nova.compute.manager [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.549082] env[68946]: DEBUG nova.network.neutron [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.551802] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 957.551802] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521838c9-739f-98ec-ec49-ab7844a11a19" [ 957.551802] env[68946]: _type = "Task" [ 957.551802] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.559929] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521838c9-739f-98ec-ec49-ab7844a11a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.611159] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 3ad2e8d2-6f2c-45db-82e3-551fe97fd05c] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 957.629171] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52df146c-56a8-bfee-714c-6a5cb8d68663, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.629171] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.629171] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 22f01196-620d-45a9-92b5-eff2c1eb4d28/22f01196-620d-45a9-92b5-eff2c1eb4d28.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.629171] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-847564e6-cbcc-4306-910e-252f30dcfce0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.636031] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 957.636031] env[68946]: value = "task-2878837" [ 957.636031] env[68946]: _type = "Task" [ 957.636031] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.645232] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.827058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.827696] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.831942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.974s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.834182] env[68946]: INFO nova.compute.claims [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.948479] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Successfully updated port: 67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.064962] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521838c9-739f-98ec-ec49-ab7844a11a19, 'name': SearchDatastore_Task, 'duration_secs': 0.017466} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.065293] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.065645] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.065768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.065908] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.066243] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.066370] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-558820db-84e2-47a8-bed2-b966396d197c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.080889] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.080975] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.081754] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1418269-7b94-4605-a9dc-cc381742e4af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.087823] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 958.087823] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52987c8c-5897-eeb7-66f7-f0b47af6e36d" [ 958.087823] env[68946]: _type = "Task" [ 958.087823] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.097262] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52987c8c-5897-eeb7-66f7-f0b47af6e36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.108528] env[68946]: DEBUG nova.network.neutron [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Updated VIF entry in instance network info cache for port 68891997-fb43-4c4d-8c64-d8d4477bb223. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.108919] env[68946]: DEBUG nova.network.neutron [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Updating instance_info_cache with network_info: [{"id": "68891997-fb43-4c4d-8c64-d8d4477bb223", "address": "fa:16:3e:12:71:e3", "network": {"id": "f66abbab-27fe-40a2-bc93-727655b09c99", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2091295373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7dc2835a8974302a5c9602d412766ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68891997-fb", "ovs_interfaceid": "68891997-fb43-4c4d-8c64-d8d4477bb223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.116016] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d6056501-3484-4d10-8641-aa0db46f0e97] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 958.144936] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464791} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.145215] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 22f01196-620d-45a9-92b5-eff2c1eb4d28/22f01196-620d-45a9-92b5-eff2c1eb4d28.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.145434] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.145642] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b17b131-223a-4107-b337-1d39bcf926e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.151721] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 958.151721] env[68946]: value = "task-2878838" [ 958.151721] env[68946]: _type = "Task" [ 958.151721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.159936] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.338619] env[68946]: DEBUG nova.compute.utils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.342704] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.343015] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.378843] env[68946]: DEBUG nova.policy [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92e79afbb59a4a9e9e15f9d617e87134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b9cb0a0e2f4412b9b67855c00289fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.450533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.450698] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.450813] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.596166] env[68946]: DEBUG nova.network.neutron [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.603139] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52987c8c-5897-eeb7-66f7-f0b47af6e36d, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.603940] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de114d3-c1b9-4b44-862a-d650c0b191ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.610021] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 958.610021] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524d9b62-c805-de7a-ad23-f4cdaffa0cfe" [ 958.610021] env[68946]: _type = "Task" [ 958.610021] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.613157] env[68946]: DEBUG oslo_concurrency.lockutils [req-508e92be-3853-4daa-b656-7a8f9b6a39e7 req-19a7e35f-bc40-44f0-9307-e6f2759bc20b service nova] Releasing lock "refresh_cache-30b2d150-4b75-4fc9-9750-2637aa2776d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.618460] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d5224c97-3c88-4e03-8beb-050e020765d6] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 958.620095] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524d9b62-c805-de7a-ad23-f4cdaffa0cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.648390] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Successfully created port: 941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.661562] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071933} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.661802] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.662551] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d66300-1b4a-40b7-8528-63699e3218a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.684109] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 22f01196-620d-45a9-92b5-eff2c1eb4d28/22f01196-620d-45a9-92b5-eff2c1eb4d28.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.684609] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f219cbe-32a6-42d9-aa71-6010181ba2cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.706117] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 958.706117] env[68946]: value = "task-2878839" [ 958.706117] env[68946]: _type = "Task" [ 958.706117] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.712530] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.843920] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.986188] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.099094] env[68946]: INFO nova.compute.manager [-] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Took 1.55 seconds to deallocate network for instance. [ 959.117236] env[68946]: DEBUG nova.network.neutron [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Updating instance_info_cache with network_info: [{"id": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "address": "fa:16:3e:16:00:e9", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67136b9d-cf", "ovs_interfaceid": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.121636] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 6e887446-a5a6-48dd-9218-a0ff9c0bb406] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 959.123242] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524d9b62-c805-de7a-ad23-f4cdaffa0cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.123757] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.124040] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 30b2d150-4b75-4fc9-9750-2637aa2776d7/30b2d150-4b75-4fc9-9750-2637aa2776d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.124301] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67dd0f9a-3b62-46ca-9759-70670da4e9f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.133943] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 959.133943] env[68946]: value = "task-2878840" [ 959.133943] env[68946]: _type = "Task" [ 959.133943] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.144051] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.216848] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878839, 'name': ReconfigVM_Task, 'duration_secs': 0.292816} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.217241] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 22f01196-620d-45a9-92b5-eff2c1eb4d28/22f01196-620d-45a9-92b5-eff2c1eb4d28.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.218265] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f5658e-3dc9-4789-a826-970beb85b6df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.225601] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 959.225601] env[68946]: value = "task-2878841" [ 959.225601] env[68946]: _type = "Task" [ 959.225601] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.235795] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878841, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.285823] env[68946]: DEBUG nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Received event network-vif-plugged-67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.286093] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Acquiring lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.286340] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.286531] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.286707] env[68946]: DEBUG nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] No waiting events found dispatching network-vif-plugged-67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.286885] env[68946]: WARNING nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Received unexpected event network-vif-plugged-67136b9d-cf20-471f-9bea-789d8a3b9bc8 for instance with vm_state building and task_state spawning. [ 959.287075] env[68946]: DEBUG nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Received event network-changed-67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.287212] env[68946]: DEBUG nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Refreshing instance network info cache due to event network-changed-67136b9d-cf20-471f-9bea-789d8a3b9bc8. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 959.287400] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Acquiring lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.302020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d92018-5357-4a10-b9b0-5e8db04cc92b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.314166] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa31fe-7556-47d0-8e96-ead50d06a6e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.348294] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695c5cb-d0e7-4621-b8ec-9353a5976fa4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.361762] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ceb7c2-a171-49b0-b52a-00de0ca01fd0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.378035] env[68946]: DEBUG nova.compute.provider_tree [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.609205] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.624892] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: db41ee2a-8fae-4d88-a70f-317ab3053982] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 959.627070] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.627365] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Instance network_info: |[{"id": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "address": "fa:16:3e:16:00:e9", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67136b9d-cf", "ovs_interfaceid": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.627642] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Acquired lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.627816] env[68946]: DEBUG nova.network.neutron [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Refreshing network info cache for port 67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.632020] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:00:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67136b9d-cf20-471f-9bea-789d8a3b9bc8', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.642359] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.642359] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.646346] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18424d13-1dfd-49a9-8841-5d3776e58b84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.667461] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460857} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.668611] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 30b2d150-4b75-4fc9-9750-2637aa2776d7/30b2d150-4b75-4fc9-9750-2637aa2776d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.668826] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.669063] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.669063] env[68946]: value = "task-2878842" [ 959.669063] env[68946]: _type = "Task" [ 959.669063] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.669236] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0517f829-c4d4-4ba5-8930-a38f899f9f7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.679031] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878842, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.680195] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 959.680195] env[68946]: value = "task-2878843" [ 959.680195] env[68946]: _type = "Task" [ 959.680195] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.687726] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.737821] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878841, 'name': Rename_Task, 'duration_secs': 0.155797} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.738492] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.738787] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9fefbe-9cd3-45a1-bd20-d4893e5d7e8c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.746037] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 959.746037] env[68946]: value = "task-2878844" [ 959.746037] env[68946]: _type = "Task" [ 959.746037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.753554] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.857482] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.881142] env[68946]: DEBUG nova.scheduler.client.report [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.891657] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.891937] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.892123] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.892324] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.892468] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.892630] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.892896] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.893097] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.893369] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.893509] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.893811] env[68946]: DEBUG nova.virt.hardware [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.894745] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e97949f-f4e9-4fbe-aeea-7abef840b511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.904134] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f2203-c28c-45e0-a398-a34d5d369838 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.132728] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Successfully updated port: 941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.145268] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2b124368-c128-4187-8e72-a36847cf075d] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 960.183260] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878842, 'name': CreateVM_Task, 'duration_secs': 0.371252} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.186528] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.187509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.187702] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.188118] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.188720] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab7e74d-3c25-4fcd-8d1f-8e594f9bebf4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.193749] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109646} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.194031] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.195202] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbae956-fe71-428b-92f5-234212126ec1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.203020] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 960.203020] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5201ddc7-d374-08dd-7a53-59124df50774" [ 960.203020] env[68946]: _type = "Task" [ 960.203020] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.223114] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 30b2d150-4b75-4fc9-9750-2637aa2776d7/30b2d150-4b75-4fc9-9750-2637aa2776d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.226283] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8155ad20-ccaa-474e-b7f4-08d677b200ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.245238] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.245528] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Processing image 3546be62-fe88-4b6e-9bc5-1c15489dcde1 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.245769] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.245925] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246170] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.246517] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0838ebe5-450a-426f-82c0-b678729bd1bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.253126] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 960.253126] env[68946]: value = "task-2878845" [ 960.253126] env[68946]: _type = "Task" [ 960.253126] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.259928] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878844, 'name': PowerOnVM_Task, 'duration_secs': 0.5082} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.263656] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.263922] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Took 8.06 seconds to spawn the instance on the hypervisor. [ 960.264097] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.264375] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.264600] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.264753] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.268486] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb2296-02f3-42d0-b689-5fec995ce88e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.270583] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8aac37-11d3-48fb-803c-25797ae54708 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.282287] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 960.282287] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522c75ff-0468-f339-6d3f-3a462ecf47e0" [ 960.282287] env[68946]: _type = "Task" [ 960.282287] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.292897] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522c75ff-0468-f339-6d3f-3a462ecf47e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.386898] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.387576] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.390856] env[68946]: DEBUG nova.network.neutron [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Updated VIF entry in instance network info cache for port 67136b9d-cf20-471f-9bea-789d8a3b9bc8. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.391197] env[68946]: DEBUG nova.network.neutron [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Updating instance_info_cache with network_info: [{"id": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "address": "fa:16:3e:16:00:e9", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67136b9d-cf", "ovs_interfaceid": "67136b9d-cf20-471f-9bea-789d8a3b9bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.392691] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.638s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.394255] env[68946]: INFO nova.compute.claims [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.633348] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.633467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.633615] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.651698] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 407f05dc-8bd4-44c4-9830-b25970ee5c51] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 960.763840] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878845, 'name': ReconfigVM_Task, 'duration_secs': 0.282521} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.764178] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 30b2d150-4b75-4fc9-9750-2637aa2776d7/30b2d150-4b75-4fc9-9750-2637aa2776d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.764828] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5112696-1f42-4754-b874-b2b84baeaf71 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.771570] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 960.771570] env[68946]: value = "task-2878846" [ 960.771570] env[68946]: _type = "Task" [ 960.771570] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.779222] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878846, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.792247] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Took 53.02 seconds to build instance. [ 960.797934] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 960.798180] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Fetch image to [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870/OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 960.798367] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Downloading stream optimized image 3546be62-fe88-4b6e-9bc5-1c15489dcde1 to [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870/OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870.vmdk on the data store datastore1 as vApp {{(pid=68946) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 960.798999] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Downloading image file data 3546be62-fe88-4b6e-9bc5-1c15489dcde1 to the ESX as VM named 'OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870' {{(pid=68946) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 960.876357] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 960.876357] env[68946]: value = "resgroup-9" [ 960.876357] env[68946]: _type = "ResourcePool" [ 960.876357] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 960.876772] env[68946]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-612fbf92-0598-47e7-b4ad-8a15fc713b91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.899035] env[68946]: DEBUG oslo_concurrency.lockutils [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] Releasing lock "refresh_cache-2488a589-2270-4b95-81f5-33bf34eb9320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.899035] env[68946]: DEBUG nova.compute.manager [req-ada8b176-a951-4801-8d33-5a4001e9bb1b req-6bb4d0fb-c6a3-4709-8d77-6fc62df2c6ca service nova] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Received event network-vif-deleted-f5cd7a82-3447-452c-b574-edbaa3f4566e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.902079] env[68946]: DEBUG nova.compute.utils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.904650] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.904816] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.906612] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease: (returnval){ [ 960.906612] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 960.906612] env[68946]: _type = "HttpNfcLease" [ 960.906612] env[68946]: } obtained for vApp import into resource pool (val){ [ 960.906612] env[68946]: value = "resgroup-9" [ 960.906612] env[68946]: _type = "ResourcePool" [ 960.906612] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 960.906846] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the lease: (returnval){ [ 960.906846] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 960.906846] env[68946]: _type = "HttpNfcLease" [ 960.906846] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.914850] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.914850] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 960.914850] env[68946]: _type = "HttpNfcLease" [ 960.914850] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.954220] env[68946]: DEBUG nova.policy [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad262184cb41aab73e5ae80fd636ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1358f263de343e791038da547a5e8b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.155154] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d57662a0-356b-4c1e-85b4-422ae5d48d94] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 961.178372] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.281641] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878846, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.298929] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.304s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.408924] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.418645] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.418645] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 961.418645] env[68946]: _type = "HttpNfcLease" [ 961.418645] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.486776] env[68946]: DEBUG nova.compute.manager [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Received event network-vif-plugged-941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.487015] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.487238] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.487402] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.487566] env[68946]: DEBUG nova.compute.manager [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] No waiting events found dispatching network-vif-plugged-941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.487726] env[68946]: WARNING nova.compute.manager [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Received unexpected event network-vif-plugged-941da59a-d54e-4b06-a421-de26b0ec66c7 for instance with vm_state building and task_state spawning. [ 961.487883] env[68946]: DEBUG nova.compute.manager [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Received event network-changed-941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.488052] env[68946]: DEBUG nova.compute.manager [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Refreshing instance network info cache due to event network-changed-941da59a-d54e-4b06-a421-de26b0ec66c7. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 961.488223] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.550269] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Successfully created port: a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.631819] env[68946]: DEBUG nova.network.neutron [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.658492] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 7d2bcf74-1571-495d-a81b-59d21747f5d4] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 961.784500] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878846, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.804491] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.830904] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209af46-40db-4ea1-b883-0cbbe57d5135 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.838318] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9281c-9b6b-4f8b-a4a9-7ba31f0e03df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.869799] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f85a8-7616-4247-9294-dd17b0889b50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.878309] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a765b-0c9e-4c23-b131-5b3d7c2ea20b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.893206] env[68946]: DEBUG nova.compute.provider_tree [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.932257] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.932257] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 961.932257] env[68946]: _type = "HttpNfcLease" [ 961.932257] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.932257] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.932257] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b52ed0-baec-7db9-e7b9-47f889b641d4" [ 961.932257] env[68946]: _type = "HttpNfcLease" [ 961.932257] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 961.932257] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451b662-4c3e-447f-8e9f-74b8a1b0173f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.940669] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.941187] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 962.013566] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aaf9ad92-3720-49bd-8766-7913a52348ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.134687] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.135056] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Instance network_info: |[{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.135385] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.135577] env[68946]: DEBUG nova.network.neutron [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Refreshing network info cache for port 941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.136922] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b6:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941da59a-d54e-4b06-a421-de26b0ec66c7', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.146197] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating folder: Project (c8b9cb0a0e2f4412b9b67855c00289fc). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.147297] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c58b249d-c3c5-44fd-aaba-c23ee34ebe6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.158210] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created folder: Project (c8b9cb0a0e2f4412b9b67855c00289fc) in parent group-v578341. [ 962.158536] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating folder: Instances. Parent ref: group-v578537. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.158648] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c5c1f5-896e-47b3-a2bf-411a063e6a27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.163879] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ea46b00b-4257-4f3c-8088-0f8a49d08fd5] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 962.167717] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created folder: Instances in parent group-v578537. [ 962.167935] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.168123] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.168314] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d61be8-d6f8-4b8d-84c8-cd915f953035 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.186735] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.186735] env[68946]: value = "task-2878850" [ 962.186735] env[68946]: _type = "Task" [ 962.186735] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.194836] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878850, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.292925] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878846, 'name': Rename_Task, 'duration_secs': 1.145344} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.297257] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.297788] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f856b5-6e40-46bf-b3df-3e25778065ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.304721] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 962.304721] env[68946]: value = "task-2878851" [ 962.304721] env[68946]: _type = "Task" [ 962.304721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.318188] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.330352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.397053] env[68946]: DEBUG nova.scheduler.client.report [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.425503] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.456829] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.457179] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.457343] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.458038] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.458038] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.458038] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.458256] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.458388] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.459035] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.459035] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.459035] env[68946]: DEBUG nova.virt.hardware [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.459916] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319735a4-6c7f-474b-bbc6-8c23c0e03b06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.471413] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294807ed-f402-4824-9b6b-787adf04d59c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.667067] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: b84d8148-e8ef-4f6b-bf0a-0ab47adcc52d] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 962.697699] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878850, 'name': CreateVM_Task, 'duration_secs': 0.326174} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.697699] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.698028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.698192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.699105] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.699105] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4c0682-b35a-4233-8770-8b56aad1f679 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.703875] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 962.703875] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7929c-3200-45dd-c351-b1f5af9ca12c" [ 962.703875] env[68946]: _type = "Task" [ 962.703875] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.711677] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7929c-3200-45dd-c351-b1f5af9ca12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.819942] env[68946]: DEBUG oslo_vmware.api [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878851, 'name': PowerOnVM_Task, 'duration_secs': 0.480237} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.822042] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.822307] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Took 8.05 seconds to spawn the instance on the hypervisor. [ 962.822504] env[68946]: DEBUG nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.823421] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7c896-0504-48c6-99f7-7f9f3cfa456e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.849409] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 962.849739] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 962.850719] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2ca20-8694-47ad-8fb7-60f5378117b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.861625] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 962.862498] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 962.862498] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-45145d83-46a5-452d-9fa2-2fe833c1c0a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.904839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.905444] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.908264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.511s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.910228] env[68946]: INFO nova.compute.claims [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.924688] env[68946]: DEBUG nova.network.neutron [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updated VIF entry in instance network info cache for port 941da59a-d54e-4b06-a421-de26b0ec66c7. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.924849] env[68946]: DEBUG nova.network.neutron [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.076048] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528f5732-6e03-af04-e74e-6cf7994796dc/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 963.076349] env[68946]: INFO nova.virt.vmwareapi.images [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Downloaded image file data 3546be62-fe88-4b6e-9bc5-1c15489dcde1 [ 963.077639] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc6b6f-f9b6-45c8-94f5-523a1e98b3a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.095572] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-125d28de-8ed5-4924-924d-c0acac9c8e52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.125016] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Successfully updated port: a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.170389] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.170896] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68946) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 963.213898] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b7929c-3200-45dd-c351-b1f5af9ca12c, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.214228] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.214464] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.214697] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.214838] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.215026] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.215565] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72684bf2-a2a9-43f6-b424-8a2127c9198f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.227299] env[68946]: INFO nova.virt.vmwareapi.images [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] The imported VM was unregistered [ 963.229673] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 963.229890] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.230896] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02483ad7-a973-4e49-8981-d54ab746a685 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.232737] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.232966] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.233669] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500aa18a-9e6c-4d6d-8aee-a676b335a9ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.238697] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 963.238697] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ceeda-3af4-7d9d-0eba-a147e2997691" [ 963.238697] env[68946]: _type = "Task" [ 963.238697] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.245869] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ceeda-3af4-7d9d-0eba-a147e2997691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.251353] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.251534] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870/OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870.vmdk to [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk. {{(pid=68946) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 963.251760] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1b5119df-596b-4033-9c52-8c52623e6ae9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.257953] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 963.257953] env[68946]: value = "task-2878853" [ 963.257953] env[68946]: _type = "Task" [ 963.257953] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.265286] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.347995] env[68946]: INFO nova.compute.manager [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Took 47.16 seconds to build instance. [ 963.414616] env[68946]: DEBUG nova.compute.utils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.416669] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.416860] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.427071] env[68946]: DEBUG oslo_concurrency.lockutils [req-1bbca28f-506f-47ad-b67d-7c64b6000bbb req-df6380fe-6f26-4417-842c-349d63bf04ee service nova] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.456572] env[68946]: DEBUG nova.policy [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.609101] env[68946]: DEBUG nova.compute.manager [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received event network-vif-plugged-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.609323] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Acquiring lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.609543] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.609708] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.609875] env[68946]: DEBUG nova.compute.manager [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] No waiting events found dispatching network-vif-plugged-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.610049] env[68946]: WARNING nova.compute.manager [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received unexpected event network-vif-plugged-a1cff972-dd0e-4ebd-b473-d74276f3ed18 for instance with vm_state building and task_state spawning. [ 963.610211] env[68946]: DEBUG nova.compute.manager [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.610363] env[68946]: DEBUG nova.compute.manager [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing instance network info cache due to event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 963.610577] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Acquiring lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.610684] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Acquired lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.610822] env[68946]: DEBUG nova.network.neutron [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing network info cache for port a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.630996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.750600] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ceeda-3af4-7d9d-0eba-a147e2997691, 'name': SearchDatastore_Task, 'duration_secs': 0.036073} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.751458] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b97a9eb-f8a5-40cf-b1c0-5b5f18f08293 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.756844] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 963.756844] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c82a9-f261-ae54-14b9-78c8858378b8" [ 963.756844] env[68946]: _type = "Task" [ 963.756844] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.767840] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c82a9-f261-ae54-14b9-78c8858378b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.770638] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.779389] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Successfully created port: 7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.850889] env[68946]: DEBUG oslo_concurrency.lockutils [None req-99963e57-e4a2-4bad-a4be-1aaf0f58795f tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.717s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.922739] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.147907] env[68946]: DEBUG nova.network.neutron [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.179854] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.233495] env[68946]: DEBUG nova.network.neutron [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.274252] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c82a9-f261-ae54-14b9-78c8858378b8, 'name': SearchDatastore_Task, 'duration_secs': 0.049555} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.277370] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.278305] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.278305] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.278305] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-299644bd-877b-4346-b01c-1c575f3a4124 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.289613] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 964.289613] env[68946]: value = "task-2878854" [ 964.289613] env[68946]: _type = "Task" [ 964.289613] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.300629] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.413230] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5c1a3-d914-4a2c-8ca8-9f09cff3f6ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.424059] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804f2076-2b2d-44e7-9075-074373e9f5a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.465191] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee47e2f-bbad-4518-869c-40975e0f9254 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.475958] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7b8da9-3d1b-4b1e-9ba1-781a1181b328 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.492086] env[68946]: DEBUG nova.compute.provider_tree [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.736462] env[68946]: DEBUG oslo_concurrency.lockutils [req-728b667e-6307-434f-ab65-7103158eb505 req-93cb1820-d7f9-4ea6-9a8c-6728d6bcb4b0 service nova] Releasing lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.736844] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.737053] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.774762] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.802071] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.856088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.856088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.856088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.856088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.856088] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.857440] env[68946]: INFO nova.compute.manager [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Terminating instance [ 964.967062] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.996256] env[68946]: DEBUG nova.scheduler.client.report [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.002052] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.002237] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.002410] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.002598] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.002743] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.002959] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.003205] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.003367] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.003535] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.003700] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.003873] env[68946]: DEBUG nova.virt.hardware [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.004856] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896dafa-e00d-4930-9b8d-ac07c5d57307 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.016162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aad498-2a07-4776-865e-3710db0cedcb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.278899] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.279935] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.307201] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.307485] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.307862] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.308283] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8aa500b-3558-4462-89bd-4ee75f8352ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.319343] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 965.319343] env[68946]: value = "task-2878855" [ 965.319343] env[68946]: _type = "Task" [ 965.319343] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.330657] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.356212] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Successfully updated port: 7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.361489] env[68946]: DEBUG nova.compute.manager [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.361571] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.362436] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f6bf6-568d-4e86-9e0d-dc7a7a9f590a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.372344] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.372610] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a54fc53-2026-4183-84f8-57568bcdfcc1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.383248] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 965.383248] env[68946]: value = "task-2878856" [ 965.383248] env[68946]: _type = "Task" [ 965.383248] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.394251] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.470705] env[68946]: DEBUG nova.network.neutron [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [{"id": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "address": "fa:16:3e:e8:47:de", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cff972-dd", "ovs_interfaceid": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.510132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.510589] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.513578] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.252s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.513842] env[68946]: DEBUG nova.objects.instance [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lazy-loading 'resources' on Instance uuid 5ac3cd6f-e279-492f-a53a-ff21eb7bd215 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.639923] env[68946]: DEBUG nova.compute.manager [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-plugged-7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.640161] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.640377] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.640543] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.640735] env[68946]: DEBUG nova.compute.manager [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] No waiting events found dispatching network-vif-plugged-7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.640937] env[68946]: WARNING nova.compute.manager [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received unexpected event network-vif-plugged-7c88061c-c1f4-4c12-954e-18d57a7280fa for instance with vm_state building and task_state spawning. [ 965.641131] env[68946]: DEBUG nova.compute.manager [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-changed-7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.641285] env[68946]: DEBUG nova.compute.manager [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing instance network info cache due to event network-changed-7c88061c-c1f4-4c12-954e-18d57a7280fa. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 965.641467] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.641616] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.641777] env[68946]: DEBUG nova.network.neutron [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing network info cache for port 7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.776590] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.831692] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357851} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.832017] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.832934] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25625d85-b25e-4f1f-b22a-0db60b123855 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.861154] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.861932] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.862218] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f1b69c-d420-4c86-9a4f-53d0206aa8e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.885724] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 965.885724] env[68946]: value = "task-2878857" [ 965.885724] env[68946]: _type = "Task" [ 965.885724] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.901329] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878856, 'name': PowerOffVM_Task, 'duration_secs': 0.436816} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.905082] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.905357] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.906122] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.906378] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0e9476-4dab-4708-9e61-99d9003691a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.973541] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.974172] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance network_info: |[{"id": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "address": "fa:16:3e:e8:47:de", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cff972-dd", "ovs_interfaceid": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.974696] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:47:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1cff972-dd0e-4ebd-b473-d74276f3ed18', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.982428] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating folder: Project (f1358f263de343e791038da547a5e8b0). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.982753] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-719e4e6c-84fc-436a-8a55-4622222815be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.996190] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created folder: Project (f1358f263de343e791038da547a5e8b0) in parent group-v578341. [ 965.996422] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating folder: Instances. Parent ref: group-v578540. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.996675] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c06c43a0-718f-4955-996b-0df6947a231a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.009254] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created folder: Instances in parent group-v578540. [ 966.009523] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.009725] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.009949] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab5671c-f1bd-4dbb-8582-1b90145ff5be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.025601] env[68946]: DEBUG nova.compute.utils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.030237] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.031072] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.041076] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.041076] env[68946]: value = "task-2878861" [ 966.041076] env[68946]: _type = "Task" [ 966.041076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.050229] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878861, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.080188] env[68946]: DEBUG nova.policy [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3016363fbc4440e1b46858789ad1f0fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b23935dbf0884a8f824e195f39d9d53f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.113026] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.113026] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.113026] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleting the datastore file [datastore1] 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.113026] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b5b7f4-b2a6-4b9b-9d95-515d959de952 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127182] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 966.127182] env[68946]: value = "task-2878862" [ 966.127182] env[68946]: _type = "Task" [ 966.127182] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.136371] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.188331] env[68946]: DEBUG nova.network.neutron [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.273115] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878853, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.886682} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.284363] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870/OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870.vmdk to [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk. [ 966.284766] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Cleaning up location [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 966.284924] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2a30ba33-cfa1-442b-8198-e619b1182870 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.285723] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3b8302-db43-4194-a8ef-d0daa0e413c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.298162] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 966.298162] env[68946]: value = "task-2878863" [ 966.298162] env[68946]: _type = "Task" [ 966.298162] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.307210] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.322137] env[68946]: DEBUG nova.network.neutron [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.405813] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878857, 'name': ReconfigVM_Task, 'duration_secs': 0.433922} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.405813] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.406838] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8902f101-e03e-4326-9867-65e890aa0291 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.413904] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 966.413904] env[68946]: value = "task-2878864" [ 966.413904] env[68946]: _type = "Task" [ 966.413904] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.424254] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878864, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.519017] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Successfully created port: 74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.531114] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.551913] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878861, 'name': CreateVM_Task, 'duration_secs': 0.362451} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.554632] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.555653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.556012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.556220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.556427] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a34813e-6d0a-41f7-9a75-e28eebf9339f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.561189] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 966.561189] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a1f9f-991c-0eb3-1e9b-631a60beaa4f" [ 966.561189] env[68946]: _type = "Task" [ 966.561189] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.569040] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a1f9f-991c-0eb3-1e9b-631a60beaa4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.570647] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9866c01-ebe4-461a-953f-1efd0cb8ee2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.577914] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef194fd-21c8-4211-9c6e-9842718a795f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.610763] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834c4fb-24e2-48fc-a25c-caf35d279348 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.618435] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b8b86-89ef-4153-b12b-d2f73972c32f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.633223] env[68946]: DEBUG nova.compute.provider_tree [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.643091] env[68946]: DEBUG oslo_vmware.api [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236552} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.643985] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.644213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.644499] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.644613] env[68946]: INFO nova.compute.manager [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 966.644775] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.644955] env[68946]: DEBUG nova.compute.manager [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.645059] env[68946]: DEBUG nova.network.neutron [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.808282] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051355} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.808282] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.808467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.808806] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk to [datastore1] 2488a589-2270-4b95-81f5-33bf34eb9320/2488a589-2270-4b95-81f5-33bf34eb9320.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.808965] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e749f1-ded6-48f2-af6b-3505cce8ae27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.816217] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 966.816217] env[68946]: value = "task-2878865" [ 966.816217] env[68946]: _type = "Task" [ 966.816217] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.825325] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.833974] env[68946]: DEBUG oslo_concurrency.lockutils [req-cba9fb7b-d9e2-40c3-9208-74a36b5dbc8e req-cecf9f7a-aa8d-4aa5-8271-fc12eab61dda service nova] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.834381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.834539] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.924825] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878864, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.036909] env[68946]: INFO nova.virt.block_device [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Booting with volume 3f5d0505-6be8-4ab4-8bd6-86eb05c22748 at /dev/sda [ 967.071997] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a1f9f-991c-0eb3-1e9b-631a60beaa4f, 'name': SearchDatastore_Task, 'duration_secs': 0.066214} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.072309] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.072546] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.072782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.073223] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.074502] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a96b4326-4b34-498c-b961-db526211b4ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.076264] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15f8f730-f43a-40b5-883f-4148b947b270 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.084836] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774ad1e-9e7b-48e1-a05e-664d997b9810 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.097022] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.097143] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.098446] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7a577a-6563-41d4-a521-2c95de2f2d1c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.109996] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 967.109996] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbe042-ddaf-d3af-fac4-9aef5508c3ed" [ 967.109996] env[68946]: _type = "Task" [ 967.109996] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.126998] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c8d7d7d-1607-4e1f-89a6-b3e933a4495d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.133336] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbe042-ddaf-d3af-fac4-9aef5508c3ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.137046] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb2a5aa-7112-47a1-b140-66ad5e3aa085 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.147732] env[68946]: DEBUG nova.scheduler.client.report [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.178228] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74eeb2-73cc-4448-a634-c3f798278e18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.185270] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09bb634-4f2a-4797-b52d-c6140a15fe9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.199253] env[68946]: DEBUG nova.virt.block_device [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating existing volume attachment record: 2c46f17f-99eb-4205-a47c-017fca99e11e {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.326430] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.371044] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.426739] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878864, 'name': Rename_Task, 'duration_secs': 0.551875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.427160] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.427333] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e05f3dc-065d-4c57-8d34-db9bb602a5c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.433753] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 967.433753] env[68946]: value = "task-2878866" [ 967.433753] env[68946]: _type = "Task" [ 967.433753] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.441458] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.461614] env[68946]: DEBUG nova.network.neutron [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.510891] env[68946]: DEBUG nova.network.neutron [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.634324] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbe042-ddaf-d3af-fac4-9aef5508c3ed, 'name': SearchDatastore_Task, 'duration_secs': 0.052548} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.635139] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdb6854-198c-4828-b347-1057a9932d83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.640344] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 967.640344] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525d7838-86cf-349d-fcc2-461f20085c86" [ 967.640344] env[68946]: _type = "Task" [ 967.640344] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.647874] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525d7838-86cf-349d-fcc2-461f20085c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.653241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.655286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.999s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.667303] env[68946]: DEBUG nova.compute.manager [req-c9bf3f79-26fc-495d-a6b5-f9b118a1a326 req-15815d0b-1416-4b98-a356-35953656cb0d service nova] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Received event network-vif-deleted-b75000f7-10ad-4464-be55-abb3bf43050a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.677408] env[68946]: INFO nova.scheduler.client.report [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleted allocations for instance 5ac3cd6f-e279-492f-a53a-ff21eb7bd215 [ 967.830249] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.946805] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.964507] env[68946]: INFO nova.compute.manager [-] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Took 1.32 seconds to deallocate network for instance. [ 968.015620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.015620] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance network_info: |[{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.015620] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:77:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c88061c-c1f4-4c12-954e-18d57a7280fa', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.025224] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.025916] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.026214] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7edfb8ab-bfb7-477c-a895-f817207734ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.052410] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.052410] env[68946]: value = "task-2878867" [ 968.052410] env[68946]: _type = "Task" [ 968.052410] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.065545] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878867, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.134380] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Successfully updated port: 74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.153988] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525d7838-86cf-349d-fcc2-461f20085c86, 'name': SearchDatastore_Task, 'duration_secs': 0.03221} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.155017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.155403] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 029bab56-5104-4cfd-859e-8281b56ddd0b/029bab56-5104-4cfd-859e-8281b56ddd0b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.155697] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b8e1c7e-9506-46ba-8d8f-d468a3bf8d84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.160524] env[68946]: INFO nova.compute.claims [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.174437] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 968.174437] env[68946]: value = "task-2878868" [ 968.174437] env[68946]: _type = "Task" [ 968.174437] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.186759] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.187286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-84a70491-3752-41e0-8b61-3f1ddb7d1b34 tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "5ac3cd6f-e279-492f-a53a-ff21eb7bd215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.308s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.334154] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.448530] env[68946]: DEBUG oslo_vmware.api [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2878866, 'name': PowerOnVM_Task, 'duration_secs': 0.903701} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.450161] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.450161] env[68946]: INFO nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Took 8.59 seconds to spawn the instance on the hypervisor. [ 968.450161] env[68946]: DEBUG nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.450570] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3e0db-73c8-4167-8db9-843aa299c551 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.471018] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.569843] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878867, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.638567] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.638738] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquired lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.638890] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.669763] env[68946]: INFO nova.compute.resource_tracker [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating resource usage from migration 98eaac06-5f0f-4813-9d5d-23d4516256b4 [ 968.686479] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878868, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.832643] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.974493] env[68946]: INFO nova.compute.manager [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Took 47.16 seconds to build instance. [ 969.068683] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878867, 'name': CreateVM_Task, 'duration_secs': 0.597304} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.068860] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.069664] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.069766] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.070121] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.072777] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa70af7e-e7d5-4950-92ea-c468ade16ed0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.079456] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 969.079456] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e6936-606a-9c49-75d5-6c4f287ff961" [ 969.079456] env[68946]: _type = "Task" [ 969.079456] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.090467] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e6936-606a-9c49-75d5-6c4f287ff961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.125481] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7442903-ac4f-4a79-97ae-af93d384bf5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.136040] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fad800-47de-4f49-8777-f6e3fb293156 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.169610] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5106e0b8-7f29-4cd3-a7f0-ec7474fdfeee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.174690] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.183146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d403757b-c364-4496-8a68-dde790cdad95 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.199749] env[68946]: DEBUG nova.compute.provider_tree [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.206968] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708217} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.208037] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 029bab56-5104-4cfd-859e-8281b56ddd0b/029bab56-5104-4cfd-859e-8281b56ddd0b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.208201] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.209023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca731363-4d4e-49b3-a167-38683a98aece {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.218749] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 969.218749] env[68946]: value = "task-2878870" [ 969.218749] env[68946]: _type = "Task" [ 969.218749] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.232190] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.291291] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.291951] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.292190] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.292386] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.292582] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.292726] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.292901] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.293150] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.293313] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.293505] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.293674] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.293858] env[68946]: DEBUG nova.virt.hardware [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.294828] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68c327-a9e7-4001-9cac-4d954e651e9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.306604] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798ee13-0ec9-49c7-b386-858da42fb1c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.336999] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.352148] env[68946]: DEBUG nova.network.neutron [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating instance_info_cache with network_info: [{"id": "74c16d1a-5f47-477a-a523-c71def1b4162", "address": "fa:16:3e:fa:0a:3e", "network": {"id": "2c9b0740-c3f5-4c33-a97a-77fb41f2c9a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1354543497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23935dbf0884a8f824e195f39d9d53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c16d1a-5f", "ovs_interfaceid": "74c16d1a-5f47-477a-a523-c71def1b4162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.476984] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d10a36c-1fcd-4832-879b-40313b332a8e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.417s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.595033] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e6936-606a-9c49-75d5-6c4f287ff961, 'name': SearchDatastore_Task, 'duration_secs': 0.023288} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.595033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.595033] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.595033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.595033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.595033] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.595033] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd5fdc3-890a-4c14-9166-fa395dcefe30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.606940] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.608244] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.609365] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6580d068-4928-404b-9b02-529e9db25451 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.617231] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 969.617231] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a45634-a473-329d-b082-03349f4e830c" [ 969.617231] env[68946]: _type = "Task" [ 969.617231] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.628889] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a45634-a473-329d-b082-03349f4e830c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.711029] env[68946]: DEBUG nova.scheduler.client.report [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.732362] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.346182} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.732923] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.733929] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ffc2b-3709-46a2-af0e-afdeb4a99d06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.769016] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 029bab56-5104-4cfd-859e-8281b56ddd0b/029bab56-5104-4cfd-859e-8281b56ddd0b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.770038] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6e6a4d-e471-4dd0-9902-760696144a7b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.794110] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 969.794110] env[68946]: value = "task-2878871" [ 969.794110] env[68946]: _type = "Task" [ 969.794110] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.806734] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.836692] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.842147] env[68946]: DEBUG nova.compute.manager [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Received event network-vif-plugged-74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.842304] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Acquiring lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.842514] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.842672] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.842888] env[68946]: DEBUG nova.compute.manager [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] No waiting events found dispatching network-vif-plugged-74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.845150] env[68946]: WARNING nova.compute.manager [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Received unexpected event network-vif-plugged-74c16d1a-5f47-477a-a523-c71def1b4162 for instance with vm_state building and task_state spawning. [ 969.845393] env[68946]: DEBUG nova.compute.manager [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Received event network-changed-74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.846204] env[68946]: DEBUG nova.compute.manager [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Refreshing instance network info cache due to event network-changed-74c16d1a-5f47-477a-a523-c71def1b4162. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.846204] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Acquiring lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.856466] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Releasing lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.856466] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Instance network_info: |[{"id": "74c16d1a-5f47-477a-a523-c71def1b4162", "address": "fa:16:3e:fa:0a:3e", "network": {"id": "2c9b0740-c3f5-4c33-a97a-77fb41f2c9a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1354543497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23935dbf0884a8f824e195f39d9d53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c16d1a-5f", "ovs_interfaceid": "74c16d1a-5f47-477a-a523-c71def1b4162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.856466] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Acquired lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.856466] env[68946]: DEBUG nova.network.neutron [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Refreshing network info cache for port 74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.856466] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c16d1a-5f47-477a-a523-c71def1b4162', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.865525] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Creating folder: Project (b23935dbf0884a8f824e195f39d9d53f). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.868309] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74cf1861-cdc4-4d59-93b8-19468691438e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.884427] env[68946]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 969.884619] env[68946]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68946) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 969.885343] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Folder already exists: Project (b23935dbf0884a8f824e195f39d9d53f). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 969.885565] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Creating folder: Instances. Parent ref: group-v578499. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.886236] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fbd86c5-68d0-4732-b11b-c47b823db1bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.898023] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Created folder: Instances in parent group-v578499. [ 969.898304] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.898504] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.898715] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb0b3d3-7df4-4fdc-bd0c-7bfd3302cb3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922820] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.922820] env[68946]: value = "task-2878874" [ 969.922820] env[68946]: _type = "Task" [ 969.922820] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.931654] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878874, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.128344] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a45634-a473-329d-b082-03349f4e830c, 'name': SearchDatastore_Task, 'duration_secs': 0.023279} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.129146] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9073f5-3c74-4878-8182-976e04a83ff6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.134305] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 970.134305] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52746e75-d2a5-4321-c581-5f4dbd05a992" [ 970.134305] env[68946]: _type = "Task" [ 970.134305] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.144759] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52746e75-d2a5-4321-c581-5f4dbd05a992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.217835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.562s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.218746] env[68946]: INFO nova.compute.manager [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Migrating [ 970.224640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.565s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.224853] env[68946]: DEBUG nova.objects.instance [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lazy-loading 'resources' on Instance uuid ff844732-4d22-402e-9166-6353ed5a4713 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.970495] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.971571] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.971571] env[68946]: DEBUG nova.network.neutron [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.974462] env[68946]: DEBUG nova.compute.manager [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Received event network-changed-941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.974462] env[68946]: DEBUG nova.compute.manager [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Refreshing instance network info cache due to event network-changed-941da59a-d54e-4b06-a421-de26b0ec66c7. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 970.974462] env[68946]: DEBUG oslo_concurrency.lockutils [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.974462] env[68946]: DEBUG oslo_concurrency.lockutils [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.974462] env[68946]: DEBUG nova.network.neutron [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Refreshing network info cache for port 941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.999285] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878871, 'name': ReconfigVM_Task, 'duration_secs': 0.350486} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.008174] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 029bab56-5104-4cfd-859e-8281b56ddd0b/029bab56-5104-4cfd-859e-8281b56ddd0b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.008908] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52746e75-d2a5-4321-c581-5f4dbd05a992, 'name': SearchDatastore_Task, 'duration_secs': 0.042209} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.009627] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878865, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.143698} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.009847] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878874, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.012441] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a830d8de-9222-4cd2-ad0e-912b0f746172 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.014113] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.014366] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 351459b7-10c9-42f9-abd0-826f7f945ccb/351459b7-10c9-42f9-abd0-826f7f945ccb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.014620] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3546be62-fe88-4b6e-9bc5-1c15489dcde1/3546be62-fe88-4b6e-9bc5-1c15489dcde1.vmdk to [datastore1] 2488a589-2270-4b95-81f5-33bf34eb9320/2488a589-2270-4b95-81f5-33bf34eb9320.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.015090] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7330bc78-7c68-4207-b086-3f1194b2c53b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.017779] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77208aa8-ad43-4eb4-a904-a97ae4c25f33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.024281] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 971.024281] env[68946]: value = "task-2878875" [ 971.024281] env[68946]: _type = "Task" [ 971.024281] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.044061] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2488a589-2270-4b95-81f5-33bf34eb9320/2488a589-2270-4b95-81f5-33bf34eb9320.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.052296] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d74f88-1faf-4588-a4ef-45540d9b2ec7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.070034] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 971.070034] env[68946]: value = "task-2878876" [ 971.070034] env[68946]: _type = "Task" [ 971.070034] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.080576] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878875, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.080629] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 971.080629] env[68946]: value = "task-2878877" [ 971.080629] env[68946]: _type = "Task" [ 971.080629] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.096211] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.102973] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.481391] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878874, 'name': CreateVM_Task, 'duration_secs': 1.078163} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.484164] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.485128] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2c46f17f-99eb-4205-a47c-017fca99e11e', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578508', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'name': 'volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b0fbe3-7987-4c2e-9823-0bf9df91a0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'serial': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68946) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 971.485382] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Root volume attach. Driver type: vmdk {{(pid=68946) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 971.486249] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057251c3-de71-4bd7-8805-d147e6133237 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.500765] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53841a-1eb3-43a0-9060-b081985a5eda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.507921] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9488b816-6cb6-4c64-be09-f460aa03a553 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.520381] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33208f6b-ad9b-46de-bccc-ab26b7bfe78b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.525443] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7db5ef-2c26-457c-ba1f-ba7a08d068a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.532891] env[68946]: DEBUG nova.network.neutron [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updated VIF entry in instance network info cache for port 74c16d1a-5f47-477a-a523-c71def1b4162. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.533360] env[68946]: DEBUG nova.network.neutron [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating instance_info_cache with network_info: [{"id": "74c16d1a-5f47-477a-a523-c71def1b4162", "address": "fa:16:3e:fa:0a:3e", "network": {"id": "2c9b0740-c3f5-4c33-a97a-77fb41f2c9a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1354543497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23935dbf0884a8f824e195f39d9d53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c16d1a-5f", "ovs_interfaceid": "74c16d1a-5f47-477a-a523-c71def1b4162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.565722] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2101b22b-c6f4-49ba-a28c-9e9b7eb92e42 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.570480] env[68946]: DEBUG nova.network.neutron [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.573268] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a8a92-c5f8-48dc-a476-a92f6408f749 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.581083] env[68946]: DEBUG nova.network.neutron [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updated VIF entry in instance network info cache for port 941da59a-d54e-4b06-a421-de26b0ec66c7. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.581488] env[68946]: DEBUG nova.network.neutron [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.587178] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878875, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.590045] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 971.590045] env[68946]: value = "task-2878878" [ 971.590045] env[68946]: _type = "Task" [ 971.590045] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.604582] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42384b-5c76-4f61-b942-b91495516504 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.609748] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.616173] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878877, 'name': ReconfigVM_Task, 'duration_secs': 0.395952} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.616173] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2488a589-2270-4b95-81f5-33bf34eb9320/2488a589-2270-4b95-81f5-33bf34eb9320.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.619335] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61297377-c4b1-46e6-a978-3b115ae10cd5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.621964] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 7%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.632616] env[68946]: DEBUG nova.compute.provider_tree [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.640033] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 971.640033] env[68946]: value = "task-2878879" [ 971.640033] env[68946]: _type = "Task" [ 971.640033] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.653291] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878879, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.045040] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878875, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.066084] env[68946]: DEBUG oslo_concurrency.lockutils [req-721213d7-5681-44cf-8e51-896bb4dc3489 req-274cf9bd-df0e-468a-9980-1436f0c61bcc service nova] Releasing lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.077262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.087668] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65747} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.088726] env[68946]: DEBUG oslo_concurrency.lockutils [req-eefddcfe-466a-438e-8086-5d6db9b6a5fc req-5341daa1-4678-4865-9c0a-860214386aa6 service nova] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.089488] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 351459b7-10c9-42f9-abd0-826f7f945ccb/351459b7-10c9-42f9-abd0-826f7f945ccb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.089893] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.090472] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a724bd54-241f-4b7d-8844-37da02712a5c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.099141] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 972.099141] env[68946]: value = "task-2878880" [ 972.099141] env[68946]: _type = "Task" [ 972.099141] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.106625] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 42%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.112025] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.139381] env[68946]: DEBUG nova.scheduler.client.report [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.153639] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878879, 'name': Rename_Task, 'duration_secs': 0.160875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.153639] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.153639] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b071c74d-7f67-44f2-9464-4047cfa67368 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.161241] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 972.161241] env[68946]: value = "task-2878881" [ 972.161241] env[68946]: _type = "Task" [ 972.161241] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.171927] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.186036] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.186313] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.186525] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.186707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.186886] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.189388] env[68946]: INFO nova.compute.manager [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Terminating instance [ 972.547113] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878875, 'name': Rename_Task, 'duration_secs': 1.218071} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.547113] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.547113] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62460038-27ea-4422-9bb1-64ca08124d21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.553866] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 972.553866] env[68946]: value = "task-2878882" [ 972.553866] env[68946]: _type = "Task" [ 972.553866] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.562403] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.609104] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 54%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.614377] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076273} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.614682] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.615601] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d0ec3-9859-4c9b-b4cc-24bf404aaded {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.640171] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 351459b7-10c9-42f9-abd0-826f7f945ccb/351459b7-10c9-42f9-abd0-826f7f945ccb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.640463] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65347807-1634-4fbe-9bcd-52f5d92875eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.657119] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.659021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.804s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.659272] env[68946]: DEBUG nova.objects.instance [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'resources' on Instance uuid 19d08026-cc70-439e-8b1a-524ba8b8ac0f {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.668906] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 972.668906] env[68946]: value = "task-2878883" [ 972.668906] env[68946]: _type = "Task" [ 972.668906] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.676343] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.682974] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.684879] env[68946]: INFO nova.scheduler.client.report [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleted allocations for instance ff844732-4d22-402e-9166-6353ed5a4713 [ 972.693561] env[68946]: DEBUG nova.compute.manager [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.694440] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.694739] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12431be-67b2-4ce0-9446-dcea438b3118 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.703241] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.703525] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9531c50a-2575-42d0-81ab-b78a26e82c88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.711724] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 972.711724] env[68946]: value = "task-2878884" [ 972.711724] env[68946]: _type = "Task" [ 972.711724] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.727024] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.065116] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.104753] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 69%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.178724] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.185224] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.194706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69eb3f3b-8d4b-4ffe-b308-15f8894a6c25 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "ff844732-4d22-402e-9166-6353ed5a4713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.048s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.224996] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878884, 'name': PowerOffVM_Task, 'duration_secs': 0.452612} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.224996] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.224996] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.224996] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4cf37f-e236-4d6c-9df3-9df8fe3e3d9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.327574] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.327896] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.328158] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleting the datastore file [datastore1] 93063f45-ffe5-408e-bf13-7ac7faa47c66 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.328447] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5a4d94-761a-44a0-a16d-dbc9a3db6794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.336511] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for the task: (returnval){ [ 973.336511] env[68946]: value = "task-2878886" [ 973.336511] env[68946]: _type = "Task" [ 973.336511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.348939] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.459489] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.459912] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.460191] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.460467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.461154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.463167] env[68946]: INFO nova.compute.manager [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Terminating instance [ 973.566794] env[68946]: DEBUG oslo_vmware.api [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2878882, 'name': PowerOnVM_Task, 'duration_secs': 0.782912} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.569856] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.570244] env[68946]: INFO nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Took 11.14 seconds to spawn the instance on the hypervisor. [ 973.570434] env[68946]: DEBUG nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.571565] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57394d-7286-4425-b3db-506bfa4f548f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.595900] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7e161-3a35-4e8d-87bd-aa87a6fd0f46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.610015] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 82%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.624360] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.643476] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c10fcd3-fe7a-474d-9ed8-125e8c5343fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.653756] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2698ec-c34c-4c04-b372-6ce27fa25042 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.694656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e4d6f-b874-40a5-8295-adb7bdc363c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.702982] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.707973] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878883, 'name': ReconfigVM_Task, 'duration_secs': 0.595296} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.708930] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 351459b7-10c9-42f9-abd0-826f7f945ccb/351459b7-10c9-42f9-abd0-826f7f945ccb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.710880] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616feb30-05e9-4dc6-9f95-f73ae011940d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.715390] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b81675d-31e7-48ff-80ee-f70c6d2ce1dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.728565] env[68946]: DEBUG nova.compute.provider_tree [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.731387] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 973.731387] env[68946]: value = "task-2878887" [ 973.731387] env[68946]: _type = "Task" [ 973.731387] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.740951] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878887, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.854473] env[68946]: DEBUG oslo_vmware.api [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Task: {'id': task-2878886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338896} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.854981] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.855211] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.855406] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.855595] env[68946]: INFO nova.compute.manager [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Took 1.16 seconds to destroy the instance on the hypervisor. [ 973.855903] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.856164] env[68946]: DEBUG nova.compute.manager [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.856276] env[68946]: DEBUG nova.network.neutron [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.974335] env[68946]: DEBUG nova.compute.manager [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.974511] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.975695] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f8d1d-f109-4665-a12f-a4e78865fb5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.984959] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.985337] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c4b2655-cc55-447d-8e53-1aa2d18323aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.990887] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 973.990887] env[68946]: value = "task-2878888" [ 973.990887] env[68946]: _type = "Task" [ 973.990887] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.000410] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.093542] env[68946]: INFO nova.compute.manager [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Took 48.27 seconds to build instance. [ 974.107058] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 97%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.133249] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.133560] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5310f1-9c06-4099-bef1-1b7521ecb964 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.144821] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 974.144821] env[68946]: value = "task-2878889" [ 974.144821] env[68946]: _type = "Task" [ 974.144821] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.155432] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.198838] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.236024] env[68946]: DEBUG nova.scheduler.client.report [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.247816] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878887, 'name': Rename_Task, 'duration_secs': 0.269675} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.248382] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.248739] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8d496a-dc91-4fba-b99f-31ce3456d79e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.258019] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 974.258019] env[68946]: value = "task-2878890" [ 974.258019] env[68946]: _type = "Task" [ 974.258019] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.266515] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.386668] env[68946]: DEBUG nova.compute.manager [req-9b553d8b-676a-4e9d-92e2-12c1c2600c35 req-2fc8d1fd-702b-4378-be4a-a392f56492c1 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Received event network-vif-deleted-ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.386668] env[68946]: INFO nova.compute.manager [req-9b553d8b-676a-4e9d-92e2-12c1c2600c35 req-2fc8d1fd-702b-4378-be4a-a392f56492c1 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Neutron deleted interface ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc; detaching it from the instance and deleting it from the info cache [ 974.386668] env[68946]: DEBUG nova.network.neutron [req-9b553d8b-676a-4e9d-92e2-12c1c2600c35 req-2fc8d1fd-702b-4378-be4a-a392f56492c1 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.503398] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878888, 'name': PowerOffVM_Task, 'duration_secs': 0.262596} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.506824] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.506824] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.506824] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9425000-13d4-49c0-a2ae-24c5ec08bd00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.595781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e375b81a-8396-458d-b8c9-6a59a77aa90a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.343s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.602076] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.602543] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.602777] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleting the datastore file [datastore2] 85f8a8f6-162a-4bc9-9070-645a4ab3b3da {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.605026] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0236ff-82ac-4ac5-8ddb-19edaf7e96ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.609382] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 97%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.615491] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for the task: (returnval){ [ 974.615491] env[68946]: value = "task-2878892" [ 974.615491] env[68946]: _type = "Task" [ 974.615491] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.628027] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.654980] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878889, 'name': PowerOffVM_Task, 'duration_secs': 0.362151} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.655322] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.655500] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.699494] env[68946]: DEBUG oslo_vmware.api [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878881, 'name': PowerOnVM_Task, 'duration_secs': 2.132875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.700375] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.700575] env[68946]: INFO nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Took 17.40 seconds to spawn the instance on the hypervisor. [ 974.700754] env[68946]: DEBUG nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.701593] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe97e0-40b8-44b1-a710-fd79a0f46de8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.741402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.744598] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.504s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.745737] env[68946]: INFO nova.compute.claims [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.768593] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.771023] env[68946]: INFO nova.scheduler.client.report [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted allocations for instance 19d08026-cc70-439e-8b1a-524ba8b8ac0f [ 974.867983] env[68946]: DEBUG nova.network.neutron [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.889452] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-590240d8-9eb0-4a55-8020-6952b79c56c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.902973] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6946d4bf-7844-401a-97db-3e099856b631 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.951052] env[68946]: DEBUG nova.compute.manager [req-9b553d8b-676a-4e9d-92e2-12c1c2600c35 req-2fc8d1fd-702b-4378-be4a-a392f56492c1 service nova] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Detach interface failed, port_id=ddec28e1-e6d9-4e73-8bb2-5cc3c05e54fc, reason: Instance 93063f45-ffe5-408e-bf13-7ac7faa47c66 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 975.111172] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 98%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.125764] env[68946]: DEBUG oslo_vmware.api [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Task: {'id': task-2878892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471895} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.126043] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.126262] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.126467] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.126638] env[68946]: INFO nova.compute.manager [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 975.126876] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.127523] env[68946]: DEBUG nova.compute.manager [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.127626] env[68946]: DEBUG nova.network.neutron [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.162956] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.162956] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.163218] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.163253] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.163405] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.163547] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.163746] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.163931] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.164149] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.164313] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.164481] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.169957] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ce7bc4-6d17-4a2d-9867-0514ae93b6ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.186795] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 975.186795] env[68946]: value = "task-2878893" [ 975.186795] env[68946]: _type = "Task" [ 975.186795] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.197962] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.221517] env[68946]: INFO nova.compute.manager [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Took 55.89 seconds to build instance. [ 975.268114] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878890, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.279020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-34a39620-8c25-40ca-b210-d0bb0d1352dd tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "19d08026-cc70-439e-8b1a-524ba8b8ac0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.980s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.373321] env[68946]: INFO nova.compute.manager [-] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Took 1.52 seconds to deallocate network for instance. [ 975.576741] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "2488a589-2270-4b95-81f5-33bf34eb9320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.608311] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task} progress is 98%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.698295] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878893, 'name': ReconfigVM_Task, 'duration_secs': 0.313681} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.698895] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.703106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "7ee84809-e0f0-4c47-a401-6517aebc6801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.704262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.704262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.704262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.704262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.708839] env[68946]: INFO nova.compute.manager [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Terminating instance [ 975.723867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f13364a-0364-42cc-a188-36c960a1c923 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.533s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.723867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.147s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.723867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.723867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.723867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.726174] env[68946]: INFO nova.compute.manager [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Terminating instance [ 975.767494] env[68946]: DEBUG oslo_vmware.api [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2878890, 'name': PowerOnVM_Task, 'duration_secs': 1.292711} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.767755] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.767949] env[68946]: INFO nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Took 10.80 seconds to spawn the instance on the hypervisor. [ 975.768139] env[68946]: DEBUG nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.768912] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468623ae-eb3c-48a1-a62e-1786e832cf13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.883367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.107986] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878878, 'name': RelocateVM_Task, 'duration_secs': 4.061491} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.109089] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.109310] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578508', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'name': 'volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b0fbe3-7987-4c2e-9823-0bf9df91a0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'serial': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.110119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c9bc4-54ff-4879-bdb4-b2474c853fe3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.125319] env[68946]: DEBUG nova.network.neutron [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.130727] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681313ea-1b57-436e-bb72-4616056693e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.156767] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748/volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.160203] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75585b5c-8cc7-4f79-9786-e239658e5f09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181775] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 976.181775] env[68946]: value = "task-2878894" [ 976.181775] env[68946]: _type = "Task" [ 976.181775] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.192678] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.211248] env[68946]: DEBUG nova.virt.hardware [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.216795] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.219289] env[68946]: DEBUG nova.compute.manager [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.219289] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.219289] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cff7764-98ad-4486-9b4d-095830c4deff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.237227] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b96140-b9d0-451b-a20a-336599d46b8c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.242925] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae9640d-590f-4e9b-bc0c-aa0ed5615c24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.246767] env[68946]: DEBUG nova.compute.manager [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.246767] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.247794] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2834f-a2ea-43f4-a870-9c79f0409a50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.256075] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.259943] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903a9c5b-3e96-425e-8606-0afdbd813f28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.261685] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.262019] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 976.262019] env[68946]: value = "task-2878895" [ 976.262019] env[68946]: _type = "Task" [ 976.262019] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.262277] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6df3e3-1940-492a-a131-10d503d1c8fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.264534] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067a965-bee1-4a19-bbe4-68d9e3d4b035 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.273087] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 976.273087] env[68946]: value = "task-2878896" [ 976.273087] env[68946]: _type = "Task" [ 976.273087] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.309022] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 976.309022] env[68946]: value = "task-2878897" [ 976.309022] env[68946]: _type = "Task" [ 976.309022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.311363] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.315367] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113fbc6-ef89-4a5d-95e7-c957eb5c8145 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.318483] env[68946]: INFO nova.compute.manager [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Took 46.60 seconds to build instance. [ 976.328027] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.334998] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.338701] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984ab8f-3456-4799-9a58-500e978c9457 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.356071] env[68946]: DEBUG nova.compute.provider_tree [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.571506] env[68946]: DEBUG nova.compute.manager [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Received event network-vif-deleted-34b83515-d400-468a-b3e0-c1d358fc3dd9 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.571506] env[68946]: DEBUG nova.compute.manager [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.571506] env[68946]: DEBUG nova.compute.manager [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing instance network info cache due to event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 976.571746] env[68946]: DEBUG oslo_concurrency.lockutils [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] Acquiring lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.571803] env[68946]: DEBUG oslo_concurrency.lockutils [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] Acquired lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.571985] env[68946]: DEBUG nova.network.neutron [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing network info cache for port a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.635087] env[68946]: INFO nova.compute.manager [-] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Took 1.51 seconds to deallocate network for instance. [ 976.691803] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878894, 'name': ReconfigVM_Task, 'duration_secs': 0.42575} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.692173] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748/volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.697471] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ba0556a-4a75-4a2a-8fc8-2f610bb785d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.714541] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 976.714541] env[68946]: value = "task-2878898" [ 976.714541] env[68946]: _type = "Task" [ 976.714541] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.723622] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.773875] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878895, 'name': ReconfigVM_Task, 'duration_secs': 0.211409} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.776946] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.777710] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a1006-84b3-4b2f-9b3a-4ccd79fb1314 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.784772] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878896, 'name': PowerOffVM_Task, 'duration_secs': 0.206527} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.798315] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.798410] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.807846] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.807846] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-561d612c-4f52-4c33-a96e-8e197ed350c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.808999] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e1549a-6b23-4106-b164-12fc92f80fd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.831232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-16ab53bc-3a7a-486e-8fc9-0113a2dae38a tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.131s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.831648] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878897, 'name': PowerOffVM_Task, 'duration_secs': 0.194646} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.833316] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.833503] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.833839] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 976.833839] env[68946]: value = "task-2878900" [ 976.833839] env[68946]: _type = "Task" [ 976.833839] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.834170] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a5d3ce1-a4d9-45f0-bc0f-a8950ae4fccb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.846012] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.856947] env[68946]: DEBUG nova.scheduler.client.report [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.899965] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.900311] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.900444] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore1] 2488a589-2270-4b95-81f5-33bf34eb9320 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.900789] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-434069a3-d892-4c7a-a541-3b150c0a2b09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.908285] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 976.908285] env[68946]: value = "task-2878902" [ 976.908285] env[68946]: _type = "Task" [ 976.908285] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.909317] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.909596] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.909679] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleting the datastore file [datastore2] 7ee84809-e0f0-4c47-a401-6517aebc6801 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.912847] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294bb297-e9d4-4325-9f44-fb4aa274c258 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.920156] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.921326] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 976.921326] env[68946]: value = "task-2878903" [ 976.921326] env[68946]: _type = "Task" [ 976.921326] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.929248] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.142284] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.228565] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.345172] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.362812] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.363427] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.367490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.010s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.367763] env[68946]: DEBUG nova.objects.instance [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lazy-loading 'resources' on Instance uuid ec0b870a-36ea-4f32-9dab-500e206bb382 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.402565] env[68946]: DEBUG nova.network.neutron [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updated VIF entry in instance network info cache for port a1cff972-dd0e-4ebd-b473-d74276f3ed18. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.402792] env[68946]: DEBUG nova.network.neutron [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [{"id": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "address": "fa:16:3e:e8:47:de", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cff972-dd", "ovs_interfaceid": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.416396] env[68946]: DEBUG nova.compute.manager [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-changed-7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.416585] env[68946]: DEBUG nova.compute.manager [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing instance network info cache due to event network-changed-7c88061c-c1f4-4c12-954e-18d57a7280fa. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 977.416797] env[68946]: DEBUG oslo_concurrency.lockutils [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.416982] env[68946]: DEBUG oslo_concurrency.lockutils [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.419518] env[68946]: DEBUG nova.network.neutron [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing network info cache for port 7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.422479] env[68946]: DEBUG oslo_vmware.api [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270089} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.426384] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.426599] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.426772] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.426960] env[68946]: INFO nova.compute.manager [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Took 1.18 seconds to destroy the instance on the hypervisor. [ 977.427189] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.428282] env[68946]: DEBUG nova.compute.manager [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.428337] env[68946]: DEBUG nova.network.neutron [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.436371] env[68946]: DEBUG oslo_vmware.api [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27827} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.436371] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.436497] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.436678] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.436867] env[68946]: INFO nova.compute.manager [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Took 1.22 seconds to destroy the instance on the hypervisor. [ 977.437174] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.437581] env[68946]: DEBUG nova.compute.manager [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.437677] env[68946]: DEBUG nova.network.neutron [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.733204] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878898, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.846687] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878900, 'name': ReconfigVM_Task, 'duration_secs': 0.546682} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.846956] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d02b606f-af32-4330-a281-c0cd017199ed/d02b606f-af32-4330-a281-c0cd017199ed.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.847291] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.869303] env[68946]: DEBUG nova.compute.utils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.871617] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.876244] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.905724] env[68946]: DEBUG oslo_concurrency.lockutils [req-78b0a86f-ae82-4484-916e-6bc42a156408 req-ae26aac4-954a-4fce-af19-f24e7ed19746 service nova] Releasing lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.981029] env[68946]: DEBUG nova.policy [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e24398997f544b5ba1e4b576a130920', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eec90c7d41e240cfadbcfc80dd56e6d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.228788] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878898, 'name': ReconfigVM_Task, 'duration_secs': 1.22852} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.228788] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578508', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'name': 'volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b0fbe3-7987-4c2e-9823-0bf9df91a0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'serial': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 978.235930] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9bf9812-a8a7-46c5-9080-0881184fd33b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.244566] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 978.244566] env[68946]: value = "task-2878904" [ 978.244566] env[68946]: _type = "Task" [ 978.244566] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.252962] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878904, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.297474] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Successfully created port: 4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.300798] env[68946]: DEBUG nova.network.neutron [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updated VIF entry in instance network info cache for port 7c88061c-c1f4-4c12-954e-18d57a7280fa. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.301186] env[68946]: DEBUG nova.network.neutron [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.354812] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489825a-91e6-441b-87f9-6cb90c729779 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.377265] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.384357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509cfc6-1cc5-4c21-802c-7b5c095b0c93 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.406023] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.440408] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b766426-12ac-4a1c-a080-18618d949d0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.445261] env[68946]: DEBUG nova.network.neutron [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.449985] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30866ae-7b3c-488d-8e98-2f186703824f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.453036] env[68946]: DEBUG nova.network.neutron [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.486417] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d710f69f-9605-46fe-b233-7cc500bfe939 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.495103] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cad2cac-bb72-48ad-9d2d-d720644b178c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.514020] env[68946]: DEBUG nova.compute.provider_tree [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.600975] env[68946]: DEBUG nova.compute.manager [req-ebb01226-efa2-4fcf-872a-329c0dd31596 req-b3edaca8-9176-4b7b-b937-e34543193e39 service nova] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Received event network-vif-deleted-67136b9d-cf20-471f-9bea-789d8a3b9bc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.600975] env[68946]: DEBUG nova.compute.manager [req-ebb01226-efa2-4fcf-872a-329c0dd31596 req-b3edaca8-9176-4b7b-b937-e34543193e39 service nova] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Received event network-vif-deleted-b1f1bc4f-a759-428c-a6e5-7e2448369c7b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.757851] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878904, 'name': Rename_Task, 'duration_secs': 0.13587} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.758281] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.758344] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770d0878-7b1b-4562-97b2-5617a151156c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.766309] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 978.766309] env[68946]: value = "task-2878905" [ 978.766309] env[68946]: _type = "Task" [ 978.766309] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.773669] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.808675] env[68946]: DEBUG oslo_concurrency.lockutils [req-7fd53541-62bd-40d9-9cda-4b1546fe6647 req-150f9ba2-9dc9-4e30-91f4-2749a863f061 service nova] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.991411] env[68946]: INFO nova.compute.manager [-] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Took 1.52 seconds to deallocate network for instance. [ 978.991411] env[68946]: INFO nova.compute.manager [-] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Took 1.52 seconds to deallocate network for instance. [ 978.991411] env[68946]: DEBUG nova.network.neutron [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Port 12170248-2417-424e-bf72-65ea2063556a binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 979.018240] env[68946]: DEBUG nova.scheduler.client.report [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.277891] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878905, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.397083] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.430362] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.430723] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.430809] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.430992] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.431683] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.431878] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.432134] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.432271] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.432468] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.432596] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.432766] env[68946]: DEBUG nova.virt.hardware [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.433651] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953d3d0-944c-4e09-a0af-a8e7faf08934 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.442087] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c29e1a3-8fd0-40f1-8423-966749e57220 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468015] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.469224] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.522176] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.525058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.527175] env[68946]: INFO nova.compute.claims [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.549990] env[68946]: INFO nova.scheduler.client.report [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Deleted allocations for instance ec0b870a-36ea-4f32-9dab-500e206bb382 [ 979.778250] env[68946]: DEBUG oslo_vmware.api [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2878905, 'name': PowerOnVM_Task, 'duration_secs': 0.944838} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.778502] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.778753] env[68946]: INFO nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Took 10.49 seconds to spawn the instance on the hypervisor. [ 979.779051] env[68946]: DEBUG nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.779938] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9886a-642e-4c6c-ade6-79a3e568a603 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.983955] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Successfully updated port: 4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.994923] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.995751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.996618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.064397] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ff1cd254-7080-4f68-99c2-619fd2758d05 tempest-ServerAddressesNegativeTestJSON-1797883534 tempest-ServerAddressesNegativeTestJSON-1797883534-project-member] Lock "ec0b870a-36ea-4f32-9dab-500e206bb382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.318s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.302957] env[68946]: INFO nova.compute.manager [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Took 45.93 seconds to build instance. [ 980.494448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.494595] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.494749] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.636514] env[68946]: DEBUG nova.compute.manager [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.636982] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.636982] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.637419] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.637419] env[68946]: DEBUG nova.compute.manager [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] No waiting events found dispatching network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.637419] env[68946]: WARNING nova.compute.manager [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received unexpected event network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 for instance with vm_state building and task_state spawning. [ 980.637523] env[68946]: DEBUG nova.compute.manager [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.637772] env[68946]: DEBUG nova.compute.manager [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing instance network info cache due to event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 980.637772] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.805751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-37c09937-5534-4fdc-b8af-2b08b7a2f38c tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.541s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.031136] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f142420-f261-4756-9db3-ab8ed21dc809 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.040287] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35075efc-688d-48ff-b76e-2c5bbd235af8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.046249] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.075634] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f785c3-fdc0-4888-930c-031cc2cb2136 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.083770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125b62e-cec2-47ed-827a-3a7d33bf1266 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.100629] env[68946]: DEBUG nova.compute.provider_tree [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.260125] env[68946]: DEBUG nova.network.neutron [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.367414] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.367673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.367783] env[68946]: DEBUG nova.network.neutron [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.603568] env[68946]: DEBUG nova.scheduler.client.report [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.752924] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "95d67729-a659-48c5-9159-2365c732059f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.753382] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.764334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.765121] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance network_info: |[{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.765121] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.765121] env[68946]: DEBUG nova.network.neutron [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.766356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:66:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4162d86e-8888-43f5-95fc-dac61fccc245', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.776555] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating folder: Project (eec90c7d41e240cfadbcfc80dd56e6d2). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.781505] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fdf2ad3-5acb-469d-a66c-a9e17e35f568 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.794987] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created folder: Project (eec90c7d41e240cfadbcfc80dd56e6d2) in parent group-v578341. [ 981.794987] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating folder: Instances. Parent ref: group-v578546. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.794987] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef638fd-1702-4c45-965f-fbc3394cfc68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.804647] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created folder: Instances in parent group-v578546. [ 981.804908] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.805076] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.805279] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f0bf642-6ed3-4198-87ae-73a090c5b776 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.831538] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.831538] env[68946]: value = "task-2878908" [ 981.831538] env[68946]: _type = "Task" [ 981.831538] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.841787] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878908, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.107921] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.108470] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.118433] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.192s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.122228] env[68946]: INFO nova.compute.claims [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.180423] env[68946]: DEBUG nova.network.neutron [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updated VIF entry in instance network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.180423] env[68946]: DEBUG nova.network.neutron [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.224188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.224188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.224188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.224188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.224188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.231305] env[68946]: INFO nova.compute.manager [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Terminating instance [ 982.259958] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.287893] env[68946]: DEBUG nova.network.neutron [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.343068] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878908, 'name': CreateVM_Task, 'duration_secs': 0.335733} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.343293] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.344568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.344568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.344568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.345878] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527405c2-ebd4-4663-b9a6-90454c038e3b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.350701] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 982.350701] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bd4c52-e1fc-f683-6cd9-7573475213c3" [ 982.350701] env[68946]: _type = "Task" [ 982.350701] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.358567] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bd4c52-e1fc-f683-6cd9-7573475213c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.625900] env[68946]: DEBUG nova.compute.utils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.629256] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.630721] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.635884] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.636133] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.669397] env[68946]: DEBUG nova.compute.manager [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Received event network-changed-74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.669559] env[68946]: DEBUG nova.compute.manager [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Refreshing instance network info cache due to event network-changed-74c16d1a-5f47-477a-a523-c71def1b4162. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.669769] env[68946]: DEBUG oslo_concurrency.lockutils [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] Acquiring lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.669926] env[68946]: DEBUG oslo_concurrency.lockutils [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] Acquired lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.670517] env[68946]: DEBUG nova.network.neutron [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Refreshing network info cache for port 74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.684643] env[68946]: DEBUG oslo_concurrency.lockutils [req-9061266d-85a8-48ba-9659-9b993da7ee35 req-1e41caf7-3b28-448b-8bcd-067dace18ca9 service nova] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.689222] env[68946]: DEBUG nova.policy [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68331949a9b42bebab18bb02ef47977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7d302bd2b7c4151978d4d0de55dd9e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.738089] env[68946]: DEBUG nova.compute.manager [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.739287] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.742415] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993997f0-e1e7-4a38-a0b7-0c5fd9e29d4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.751737] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.752033] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af92da26-7203-484a-b560-4906648548fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.759291] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 982.759291] env[68946]: value = "task-2878909" [ 982.759291] env[68946]: _type = "Task" [ 982.759291] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.769766] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.792691] env[68946]: DEBUG oslo_concurrency.lockutils [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.800628] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.861984] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bd4c52-e1fc-f683-6cd9-7573475213c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.862803] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.863979] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.863979] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.863979] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.863979] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.865012] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0835b355-ebd7-4385-b9ef-1ef60a5a7e0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.877722] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.878754] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.879186] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da220b06-2adf-455e-a5d3-69f45e522180 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.888637] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 982.888637] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c7cb36-d7c9-fb5a-353e-51ae08d8fc11" [ 982.888637] env[68946]: _type = "Task" [ 982.888637] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.897310] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c7cb36-d7c9-fb5a-353e-51ae08d8fc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.135033] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.142640] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.228193] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Successfully created port: dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.276760] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878909, 'name': PowerOffVM_Task, 'duration_secs': 0.271711} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.277492] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.277492] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.277619] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e12c44b-251d-4c80-bb9e-bcb0801572cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318142] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318f28f-d785-481f-aa5b-573a3bd5540a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.342966] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbceba2-32a0-41dd-81ea-9dab4fa2aaa8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.347477] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.347706] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.347868] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Deleting the datastore file [datastore1] 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.348466] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395e3324-9fd2-4aa6-ba4f-2cea7fdb1a0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.353192] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.364672] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for the task: (returnval){ [ 983.364672] env[68946]: value = "task-2878911" [ 983.364672] env[68946]: _type = "Task" [ 983.364672] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.377121] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.400624] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c7cb36-d7c9-fb5a-353e-51ae08d8fc11, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.405449] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99785b06-459b-4959-869b-c81ad0b1a5e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.412500] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 983.412500] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d0357-45c5-a843-bd9f-92852c73132b" [ 983.412500] env[68946]: _type = "Task" [ 983.412500] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.424175] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d0357-45c5-a843-bd9f-92852c73132b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.493403] env[68946]: DEBUG nova.network.neutron [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updated VIF entry in instance network info cache for port 74c16d1a-5f47-477a-a523-c71def1b4162. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.493786] env[68946]: DEBUG nova.network.neutron [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating instance_info_cache with network_info: [{"id": "74c16d1a-5f47-477a-a523-c71def1b4162", "address": "fa:16:3e:fa:0a:3e", "network": {"id": "2c9b0740-c3f5-4c33-a97a-77fb41f2c9a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1354543497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23935dbf0884a8f824e195f39d9d53f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c16d1a-5f", "ovs_interfaceid": "74c16d1a-5f47-477a-a523-c71def1b4162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.635962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f078884-e0b2-48d1-8263-beef92aecfa9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.647414] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf0f1fe-616e-44e6-9507-e7b77b012853 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.682992] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.684481] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f5cc3f-8727-4641-933b-c9b88c2692c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.692761] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e03988-127d-4edd-86ed-f45ababe5236 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.706540] env[68946]: DEBUG nova.compute.provider_tree [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.859326] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.859631] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8685d0-d2af-4d25-a598-6d0a90d3bd7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.869296] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 983.869296] env[68946]: value = "task-2878912" [ 983.869296] env[68946]: _type = "Task" [ 983.869296] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.876527] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.881375] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.922670] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d0357-45c5-a843-bd9f-92852c73132b, 'name': SearchDatastore_Task, 'duration_secs': 0.035632} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.922940] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.923225] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.923492] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd257148-ac73-4765-9322-d408b47fffd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.930175] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 983.930175] env[68946]: value = "task-2878913" [ 983.930175] env[68946]: _type = "Task" [ 983.930175] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.938361] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.996804] env[68946]: DEBUG oslo_concurrency.lockutils [req-6556cef6-7308-43f2-bc20-f75fd5cd1387 req-d23f34f5-c084-4830-8215-6ba7c9d5266b service nova] Releasing lock "refresh_cache-93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.152673] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.181286] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.181540] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.181696] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.181912] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.182092] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.182239] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.182446] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.182599] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.182763] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.182942] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.183172] env[68946]: DEBUG nova.virt.hardware [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.184132] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142571ee-97ff-4c45-bfd2-dd795f35f628 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.192914] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fb3ab3-c0fa-47cb-9420-5db0a99ce7a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.210249] env[68946]: DEBUG nova.scheduler.client.report [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.378811] env[68946]: DEBUG oslo_vmware.api [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Task: {'id': task-2878911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526573} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.379587] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.379797] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.379974] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.380165] env[68946]: INFO nova.compute.manager [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 984.380517] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.380612] env[68946]: DEBUG nova.compute.manager [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.380702] env[68946]: DEBUG nova.network.neutron [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.385731] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.439874] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.697506] env[68946]: DEBUG nova.compute.manager [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Received event network-vif-plugged-dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.697761] env[68946]: DEBUG oslo_concurrency.lockutils [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] Acquiring lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.698073] env[68946]: DEBUG oslo_concurrency.lockutils [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.698273] env[68946]: DEBUG oslo_concurrency.lockutils [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.698507] env[68946]: DEBUG nova.compute.manager [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] No waiting events found dispatching network-vif-plugged-dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.698661] env[68946]: WARNING nova.compute.manager [req-f08fe817-0b4a-4f00-bf8e-2190e1e5b026 req-6105b3f3-693c-4526-a753-8b2e7c8e9c87 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Received unexpected event network-vif-plugged-dd04616d-aceb-4221-beaa-08aaacd4ccc8 for instance with vm_state building and task_state spawning. [ 984.716022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.716686] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.719655] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.111s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.719950] env[68946]: DEBUG nova.objects.instance [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid 349f6900-a84f-4685-b320-2c5815ebcd48 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.732758] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Successfully updated port: dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.882051] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.942106] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630922} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.942430] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.942650] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.942941] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d3a883f-2fd6-4047-a137-0125f8a49a28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.950331] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 984.950331] env[68946]: value = "task-2878914" [ 984.950331] env[68946]: _type = "Task" [ 984.950331] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.963470] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.006411] env[68946]: DEBUG nova.compute.manager [req-5884ffab-ed58-400d-9261-053d2fa8de9e req-135bfb99-89ef-4e2a-815f-065faedd92bf service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Received event network-vif-deleted-c783de6c-27f5-4c79-a5e3-ab2ce2237a05 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.006658] env[68946]: INFO nova.compute.manager [req-5884ffab-ed58-400d-9261-053d2fa8de9e req-135bfb99-89ef-4e2a-815f-065faedd92bf service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Neutron deleted interface c783de6c-27f5-4c79-a5e3-ab2ce2237a05; detaching it from the instance and deleting it from the info cache [ 985.006792] env[68946]: DEBUG nova.network.neutron [req-5884ffab-ed58-400d-9261-053d2fa8de9e req-135bfb99-89ef-4e2a-815f-065faedd92bf service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.226091] env[68946]: DEBUG nova.compute.utils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.228220] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.228341] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.236926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.237117] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.237289] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.267241] env[68946]: DEBUG nova.policy [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68331949a9b42bebab18bb02ef47977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7d302bd2b7c4151978d4d0de55dd9e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.382663] env[68946]: DEBUG oslo_vmware.api [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878912, 'name': PowerOnVM_Task, 'duration_secs': 1.235384} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.382962] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.383161] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-841a5233-f5f7-419d-9089-aabef0bceebd tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance 'd02b606f-af32-4330-a281-c0cd017199ed' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.459578] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132021} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.462211] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.463226] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c23b749-b4ab-49fd-a329-e67a27ee6fd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.488105] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.490427] env[68946]: DEBUG nova.network.neutron [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.491638] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131b9b16-b5f2-44c6-a4cd-da4548822409 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.513406] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1918f696-24a3-4aed-93a8-97e0f01b9563 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.516585] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 985.516585] env[68946]: value = "task-2878915" [ 985.516585] env[68946]: _type = "Task" [ 985.516585] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.526264] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39232b1e-e95a-42f8-a6d5-2fc887a52d0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.544373] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.553965] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Successfully created port: 4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.573026] env[68946]: DEBUG nova.compute.manager [req-5884ffab-ed58-400d-9261-053d2fa8de9e req-135bfb99-89ef-4e2a-815f-065faedd92bf service nova] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Detach interface failed, port_id=c783de6c-27f5-4c79-a5e3-ab2ce2237a05, reason: Instance 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 985.668903] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d797d0-09fc-4823-8bb4-a5a840445f4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.679602] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa6f43-b1d7-4c45-b4e5-0e44d08d0196 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.715384] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a89703-ae14-4084-9cb0-ff762f238888 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.722977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380bfdc3-57fd-4fef-ad83-6ed1c2e4ac53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.738062] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.740014] env[68946]: DEBUG nova.compute.provider_tree [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.787389] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.940328] env[68946]: DEBUG nova.network.neutron [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updating instance_info_cache with network_info: [{"id": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "address": "fa:16:3e:05:ce:13", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd04616d-ac", "ovs_interfaceid": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.007396] env[68946]: INFO nova.compute.manager [-] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Took 1.63 seconds to deallocate network for instance. [ 986.026052] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878915, 'name': ReconfigVM_Task, 'duration_secs': 0.349937} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.026052] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.026569] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809b1a34-9d95-4d08-807c-10cffce36326 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.033730] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 986.033730] env[68946]: value = "task-2878916" [ 986.033730] env[68946]: _type = "Task" [ 986.033730] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.043667] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878916, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.246210] env[68946]: DEBUG nova.scheduler.client.report [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.442536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.442979] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Instance network_info: |[{"id": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "address": "fa:16:3e:05:ce:13", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd04616d-ac", "ovs_interfaceid": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.443450] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:ce:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd04616d-aceb-4221-beaa-08aaacd4ccc8', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.451555] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating folder: Project (e7d302bd2b7c4151978d4d0de55dd9e9). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.452738] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaed75a3-8128-4ad9-8363-e6ab193ad425 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.465115] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created folder: Project (e7d302bd2b7c4151978d4d0de55dd9e9) in parent group-v578341. [ 986.465345] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating folder: Instances. Parent ref: group-v578549. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.465584] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e0b91a-9756-4bce-8b47-113177676413 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.473851] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created folder: Instances in parent group-v578549. [ 986.474164] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.474347] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.474543] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff11974-52f9-4f7e-ab25-8554b0af3441 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.493054] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.493054] env[68946]: value = "task-2878919" [ 986.493054] env[68946]: _type = "Task" [ 986.493054] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.500296] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878919, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.513557] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.542937] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878916, 'name': Rename_Task, 'duration_secs': 0.150359} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.543821] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.543821] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0df5a68-fe0c-4c06-be49-182350b9c779 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.549837] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 986.549837] env[68946]: value = "task-2878920" [ 986.549837] env[68946]: _type = "Task" [ 986.549837] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.559665] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.752164] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.757030] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.758536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.428s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.766758] env[68946]: INFO nova.compute.claims [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.797414] env[68946]: DEBUG nova.compute.manager [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Received event network-changed-dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.797852] env[68946]: DEBUG nova.compute.manager [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Refreshing instance network info cache due to event network-changed-dd04616d-aceb-4221-beaa-08aaacd4ccc8. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 986.797852] env[68946]: DEBUG oslo_concurrency.lockutils [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] Acquiring lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.799897] env[68946]: DEBUG oslo_concurrency.lockutils [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] Acquired lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.799897] env[68946]: DEBUG nova.network.neutron [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Refreshing network info cache for port dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.829636] env[68946]: DEBUG nova.virt.hardware [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.833020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b259d4f-b2e9-4eb9-8fe5-0f8becbe9fac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.842153] env[68946]: INFO nova.scheduler.client.report [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance 349f6900-a84f-4685-b320-2c5815ebcd48 [ 986.845475] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb606fd-c231-471c-8107-789519a1641c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.003586] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878919, 'name': CreateVM_Task, 'duration_secs': 0.434903} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.003886] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.005076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.005426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.006022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.006401] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d95fb94-089a-4894-9fe5-cdc94abf3ab9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.013033] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 987.013033] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213fa65-b8ee-1a34-e97b-51cb36f2ef97" [ 987.013033] env[68946]: _type = "Task" [ 987.013033] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.020332] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213fa65-b8ee-1a34-e97b-51cb36f2ef97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.061153] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878920, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.357418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a0cf292-7bd1-49c9-884c-a3d655c10610 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "349f6900-a84f-4685-b320-2c5815ebcd48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.454s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.396766] env[68946]: DEBUG nova.compute.manager [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Received event network-vif-plugged-4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.398883] env[68946]: DEBUG oslo_concurrency.lockutils [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] Acquiring lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.398883] env[68946]: DEBUG oslo_concurrency.lockutils [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.398883] env[68946]: DEBUG oslo_concurrency.lockutils [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.398883] env[68946]: DEBUG nova.compute.manager [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] No waiting events found dispatching network-vif-plugged-4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.398883] env[68946]: WARNING nova.compute.manager [req-584590ce-33e2-49aa-8ece-30c1020d7f6c req-76830d65-ddee-440e-a083-2f7ece22ef19 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Received unexpected event network-vif-plugged-4f1c98b7-4533-4a60-b97e-be05901a9dbf for instance with vm_state building and task_state spawning. [ 987.420727] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Successfully updated port: 4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.458446] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.458741] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.458983] env[68946]: DEBUG nova.compute.manager [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Going to confirm migration 3 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 987.525615] env[68946]: DEBUG nova.network.neutron [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updated VIF entry in instance network info cache for port dd04616d-aceb-4221-beaa-08aaacd4ccc8. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.526036] env[68946]: DEBUG nova.network.neutron [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updating instance_info_cache with network_info: [{"id": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "address": "fa:16:3e:05:ce:13", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd04616d-ac", "ovs_interfaceid": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.527719] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213fa65-b8ee-1a34-e97b-51cb36f2ef97, 'name': SearchDatastore_Task, 'duration_secs': 0.026261} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.528251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.528453] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.528682] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.528829] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.529019] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.529559] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a481a038-1a42-451c-b774-bd657a5636bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.544972] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.544972] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.545140] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c02348-c454-4c85-ba8e-eb686426e539 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.551065] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 987.551065] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292a63b-916a-22ff-9be6-5d6eaa5200c3" [ 987.551065] env[68946]: _type = "Task" [ 987.551065] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.560725] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292a63b-916a-22ff-9be6-5d6eaa5200c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.563872] env[68946]: DEBUG oslo_vmware.api [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2878920, 'name': PowerOnVM_Task, 'duration_secs': 0.553332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.564127] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.564326] env[68946]: INFO nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Took 8.17 seconds to spawn the instance on the hypervisor. [ 987.564498] env[68946]: DEBUG nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.565245] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46adf4-b6e7-4352-87db-6a0065b81e22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.924896] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.925150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.925215] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.029207] env[68946]: DEBUG oslo_concurrency.lockutils [req-55c75c03-2daf-4d6f-b097-0bc8ba4807b8 req-d5831778-3f38-4bad-8ac8-1bc64737b568 service nova] Releasing lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.041415] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.041415] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.041415] env[68946]: DEBUG nova.network.neutron [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.041415] env[68946]: DEBUG nova.objects.instance [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'info_cache' on Instance uuid d02b606f-af32-4330-a281-c0cd017199ed {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.064679] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292a63b-916a-22ff-9be6-5d6eaa5200c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021506} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.065631] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af032bce-aa53-4df7-b49f-36d3d764cb2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.071029] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 988.071029] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5280e37c-5f7e-bdfa-49cb-99cfbdb5a37c" [ 988.071029] env[68946]: _type = "Task" [ 988.071029] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.086204] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5280e37c-5f7e-bdfa-49cb-99cfbdb5a37c, 'name': SearchDatastore_Task, 'duration_secs': 0.012461} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.086795] env[68946]: INFO nova.compute.manager [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Took 44.86 seconds to build instance. [ 988.089935] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.090211] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/37b43448-c44b-44eb-b4b8-45a03d1c28c8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.090826] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-590ef7ce-4467-433b-a12f-e67970370f98 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.099333] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 988.099333] env[68946]: value = "task-2878921" [ 988.099333] env[68946]: _type = "Task" [ 988.099333] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.111061] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.150837] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ed7a8-b709-439c-bca2-e7882411f838 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.159055] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d46f04-430e-4ab9-8817-0802ae59b8e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.195808] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760e46a4-6e46-4397-864f-bf243d8181f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.204087] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22dbaa-b4b7-4499-9d9d-c3fa6004233f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.219398] env[68946]: DEBUG nova.compute.provider_tree [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.273991] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.274343] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.458963] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.592095] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5b064ad3-ab5f-4c53-bf64-aed8cf292875 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.654s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.593926] env[68946]: DEBUG nova.network.neutron [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updating instance_info_cache with network_info: [{"id": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "address": "fa:16:3e:c6:8a:38", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c98b7-45", "ovs_interfaceid": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.609756] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457124} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.610019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/37b43448-c44b-44eb-b4b8-45a03d1c28c8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.610275] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.611090] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f513a2bc-88ce-4778-8d13-559d34e3c14a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.618595] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 988.618595] env[68946]: value = "task-2878922" [ 988.618595] env[68946]: _type = "Task" [ 988.618595] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.626648] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.723884] env[68946]: DEBUG nova.scheduler.client.report [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.776378] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.096277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.096689] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Instance network_info: |[{"id": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "address": "fa:16:3e:c6:8a:38", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c98b7-45", "ovs_interfaceid": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.096977] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f1c98b7-4533-4a60-b97e-be05901a9dbf', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.104788] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.105013] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.105268] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7174bc22-fa6c-42fb-976e-b98a00559e3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.133022] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101832} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.136586] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.136979] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.136979] env[68946]: value = "task-2878923" [ 989.136979] env[68946]: _type = "Task" [ 989.136979] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.138072] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f6b323-5160-4cbf-a94e-3a75a84e06cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.179647] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/37b43448-c44b-44eb-b4b8-45a03d1c28c8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.188402] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e5a543-12e0-409b-8580-dcf0bbadc3ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.214594] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878923, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.223018] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 989.223018] env[68946]: value = "task-2878924" [ 989.223018] env[68946]: _type = "Task" [ 989.223018] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.228587] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.229375] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.240683] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.770s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.241091] env[68946]: DEBUG nova.objects.instance [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lazy-loading 'resources' on Instance uuid 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.246484] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.250913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.251325] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.303173] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.364417] env[68946]: DEBUG nova.network.neutron [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [{"id": "12170248-2417-424e-bf72-65ea2063556a", "address": "fa:16:3e:48:5b:41", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12170248-24", "ovs_interfaceid": "12170248-2417-424e-bf72-65ea2063556a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.421872] env[68946]: DEBUG nova.compute.manager [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Received event network-changed-4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.422089] env[68946]: DEBUG nova.compute.manager [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Refreshing instance network info cache due to event network-changed-4f1c98b7-4533-4a60-b97e-be05901a9dbf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 989.422295] env[68946]: DEBUG oslo_concurrency.lockutils [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] Acquiring lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.422438] env[68946]: DEBUG oslo_concurrency.lockutils [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] Acquired lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.422596] env[68946]: DEBUG nova.network.neutron [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Refreshing network info cache for port 4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.651204] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878923, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.732539] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.751647] env[68946]: DEBUG nova.compute.utils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.753312] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.753510] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.755622] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.806590] env[68946]: DEBUG nova.policy [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.867874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d02b606f-af32-4330-a281-c0cd017199ed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.868174] env[68946]: DEBUG nova.objects.instance [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'migration_context' on Instance uuid d02b606f-af32-4330-a281-c0cd017199ed {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.090630] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Successfully created port: 647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.151519] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878923, 'name': CreateVM_Task, 'duration_secs': 0.85892} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.153956] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.155222] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.155222] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.155337] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.155597] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4514faea-9555-4fef-8b5e-d7f7cba49516 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160638] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 990.160638] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a5b828-58f1-c642-99ec-4576b20c5821" [ 990.160638] env[68946]: _type = "Task" [ 990.160638] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.171300] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a5b828-58f1-c642-99ec-4576b20c5821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.181657] env[68946]: DEBUG nova.network.neutron [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updated VIF entry in instance network info cache for port 4f1c98b7-4533-4a60-b97e-be05901a9dbf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.181999] env[68946]: DEBUG nova.network.neutron [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updating instance_info_cache with network_info: [{"id": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "address": "fa:16:3e:c6:8a:38", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c98b7-45", "ovs_interfaceid": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.194604] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41e386-fbda-4ce4-936a-91fa9d3570f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.202409] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf91967-22ff-4ccc-a2b0-2feca5e35b5c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.236530] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1af62-1b6a-4114-8c21-72f14af30643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.243789] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878924, 'name': ReconfigVM_Task, 'duration_secs': 0.742063} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.245883] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/37b43448-c44b-44eb-b4b8-45a03d1c28c8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.246549] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9202464-621e-40d8-8f48-7acaccc87563 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.248894] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd13c92-8d05-4881-ba30-d639a5d9ff3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.255979] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.269213] env[68946]: DEBUG nova.compute.provider_tree [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.274028] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 990.274028] env[68946]: value = "task-2878925" [ 990.274028] env[68946]: _type = "Task" [ 990.274028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.281115] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878925, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.288530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.372828] env[68946]: DEBUG nova.objects.base [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.373945] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306be855-8275-4bee-977f-7381e9c676da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393243] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06a877e-6d15-450d-8ee6-504c652716e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.398268] env[68946]: DEBUG oslo_vmware.api [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 990.398268] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa453a-2622-7821-8816-c77d114a3855" [ 990.398268] env[68946]: _type = "Task" [ 990.398268] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.406486] env[68946]: DEBUG oslo_vmware.api [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa453a-2622-7821-8816-c77d114a3855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.671653] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a5b828-58f1-c642-99ec-4576b20c5821, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.671913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.672161] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.672976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.672976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.672976] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.672976] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765aea4e-a839-4d87-9239-6ccf5f62b28b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.681713] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.682075] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.683233] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303cad8e-d1a7-4635-a278-815c9c0dee57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.686817] env[68946]: DEBUG oslo_concurrency.lockutils [req-d8b995b9-6289-4ea1-8999-08726eb8cc4f req-3666d7f4-9884-4d4c-bd19-6acd91bdd260 service nova] Releasing lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.690261] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 990.690261] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f4b62-9382-73e6-6b83-329d1acf908b" [ 990.690261] env[68946]: _type = "Task" [ 990.690261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.698180] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f4b62-9382-73e6-6b83-329d1acf908b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.773255] env[68946]: DEBUG nova.scheduler.client.report [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.788299] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878925, 'name': Rename_Task, 'duration_secs': 0.458635} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.789154] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.789411] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231f6505-4c91-4139-a045-2c2f809e7a83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.795161] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 990.795161] env[68946]: value = "task-2878926" [ 990.795161] env[68946]: _type = "Task" [ 990.795161] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.802856] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.908707] env[68946]: DEBUG oslo_vmware.api [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa453a-2622-7821-8816-c77d114a3855, 'name': SearchDatastore_Task, 'duration_secs': 0.007332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.908947] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.200977] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525f4b62-9382-73e6-6b83-329d1acf908b, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.201773] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0b7c41-2b62-4bdf-a5b3-da2c30e721d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.207118] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 991.207118] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528e9504-57f4-0379-9d9a-cb4eeefe09cb" [ 991.207118] env[68946]: _type = "Task" [ 991.207118] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.214425] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528e9504-57f4-0379-9d9a-cb4eeefe09cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.281539] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.284060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.401s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.284312] env[68946]: DEBUG nova.objects.instance [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lazy-loading 'resources' on Instance uuid 93063f45-ffe5-408e-bf13-7ac7faa47c66 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.286256] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.305116] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.309401] env[68946]: INFO nova.scheduler.client.report [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted allocations for instance 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4 [ 991.315437] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.315749] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.315967] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.316212] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.317046] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.317046] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.317046] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.317046] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.317046] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.317404] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.317537] env[68946]: DEBUG nova.virt.hardware [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.318575] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd351c-e12c-456a-a788-fb3511a1baaa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.328372] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17faa2d5-2e7a-44ac-b4e8-df1ee2396bec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.460474] env[68946]: DEBUG nova.compute.manager [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Received event network-vif-plugged-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.460688] env[68946]: DEBUG oslo_concurrency.lockutils [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] Acquiring lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.460936] env[68946]: DEBUG oslo_concurrency.lockutils [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.461106] env[68946]: DEBUG oslo_concurrency.lockutils [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.461274] env[68946]: DEBUG nova.compute.manager [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] No waiting events found dispatching network-vif-plugged-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.461436] env[68946]: WARNING nova.compute.manager [req-a5ae75c7-351d-483c-a44c-d7767ecbe867 req-f6a88d3b-b30b-4d0e-bfa6-b2b3b5b2bdaa service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Received unexpected event network-vif-plugged-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb for instance with vm_state building and task_state spawning. [ 991.547739] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Successfully updated port: 647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.717753] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528e9504-57f4-0379-9d9a-cb4eeefe09cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.718026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.718378] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/ead7398d-e690-4569-a8df-8c0eb05ab36f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.718645] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de885fc9-a786-4fde-a04a-8253fd7cd3c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.726252] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 991.726252] env[68946]: value = "task-2878927" [ 991.726252] env[68946]: _type = "Task" [ 991.726252] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.734439] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.806052] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.827401] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b8fe5706-f093-4db8-9e3e-c8e888a809c1 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.973s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.050210] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.050387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.050546] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.204927] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e232324-d5d8-4506-9708-09e06d0d893e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.211240] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411b724-095b-4b23-af94-98b68c619206 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.246560] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a99c0-f7ec-4112-af06-6d2832bb9f31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.254713] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471471} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.256901] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/ead7398d-e690-4569-a8df-8c0eb05ab36f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.257140] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.257525] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82175d0-8869-4398-b972-eeeddf798ee3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.260228] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b0536-3a72-4fcf-a54c-9f6c7c9d2cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.274633] env[68946]: DEBUG nova.compute.provider_tree [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.277230] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 992.277230] env[68946]: value = "task-2878928" [ 992.277230] env[68946]: _type = "Task" [ 992.277230] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.284967] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.306344] env[68946]: DEBUG oslo_vmware.api [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878926, 'name': PowerOnVM_Task, 'duration_secs': 1.476776} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.306617] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.306828] env[68946]: INFO nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Took 8.15 seconds to spawn the instance on the hypervisor. [ 992.307017] env[68946]: DEBUG nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.307929] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c197a32-cba7-4cf8-b975-dc44a81ddac5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.582790] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.719902] env[68946]: DEBUG nova.network.neutron [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Updating instance_info_cache with network_info: [{"id": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "address": "fa:16:3e:61:47:8b", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e12a2-f0", "ovs_interfaceid": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.780157] env[68946]: DEBUG nova.scheduler.client.report [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.793248] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06368} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.793540] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.794340] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f309c55-01e2-4511-8d45-350aed5103bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.822974] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/ead7398d-e690-4569-a8df-8c0eb05ab36f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.827863] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e48581b-24b2-4f19-bcfa-bb01afc15eaa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.846893] env[68946]: INFO nova.compute.manager [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Took 36.35 seconds to build instance. [ 992.850772] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 992.850772] env[68946]: value = "task-2878929" [ 992.850772] env[68946]: _type = "Task" [ 992.850772] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.862328] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.223407] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223407] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Instance network_info: |[{"id": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "address": "fa:16:3e:61:47:8b", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e12a2-f0", "ovs_interfaceid": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.223810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:47:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647e12a2-f0fa-42f7-93bc-8e80ef30d2cb', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.231012] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.231256] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.231485] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c153857e-f638-47fc-a2f3-b63cc228115e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.253735] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.253735] env[68946]: value = "task-2878930" [ 993.253735] env[68946]: _type = "Task" [ 993.253735] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.262741] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878930, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.288937] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.291716] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.150s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.291961] env[68946]: DEBUG nova.objects.instance [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lazy-loading 'resources' on Instance uuid 85f8a8f6-162a-4bc9-9070-645a4ab3b3da {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.315049] env[68946]: INFO nova.scheduler.client.report [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Deleted allocations for instance 93063f45-ffe5-408e-bf13-7ac7faa47c66 [ 993.349086] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a7d2e9b2-8cd2-4a87-be74-6377cc51fd71 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.108s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.361459] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878929, 'name': ReconfigVM_Task, 'duration_secs': 0.314233} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.363017] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/ead7398d-e690-4569-a8df-8c0eb05ab36f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.366533] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1251ebaa-d91e-4c7c-af93-6ed0644b9e3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.374923] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 993.374923] env[68946]: value = "task-2878931" [ 993.374923] env[68946]: _type = "Task" [ 993.374923] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.384851] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878931, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.485403] env[68946]: DEBUG nova.compute.manager [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Received event network-changed-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 993.485627] env[68946]: DEBUG nova.compute.manager [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Refreshing instance network info cache due to event network-changed-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 993.485818] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] Acquiring lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.485954] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] Acquired lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.486133] env[68946]: DEBUG nova.network.neutron [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Refreshing network info cache for port 647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.763559] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878930, 'name': CreateVM_Task, 'duration_secs': 0.358129} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.763741] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.764481] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.764653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.764959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.765241] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd77ee-2985-4f8b-8bce-debcb29e3e28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.769881] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 993.769881] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52285862-296f-9fd8-6448-4c428e771a16" [ 993.769881] env[68946]: _type = "Task" [ 993.769881] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.777580] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52285862-296f-9fd8-6448-4c428e771a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.825757] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7dd9c81c-2c5c-442b-a559-8c6c1d6ede6c tempest-VolumesAdminNegativeTest-2088632278 tempest-VolumesAdminNegativeTest-2088632278-project-member] Lock "93063f45-ffe5-408e-bf13-7ac7faa47c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.639s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.869367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.869620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.869825] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.870016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.870242] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.872537] env[68946]: INFO nova.compute.manager [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Terminating instance [ 993.886474] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878931, 'name': Rename_Task, 'duration_secs': 0.204068} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.887358] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.887618] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-541ee655-6c92-4cdf-a14d-90b990885372 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.897896] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 993.897896] env[68946]: value = "task-2878932" [ 993.897896] env[68946]: _type = "Task" [ 993.897896] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.906800] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.940599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.940599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.940599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.940781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.940921] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.943607] env[68946]: INFO nova.compute.manager [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Terminating instance [ 994.214445] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca1776-5516-446d-893c-e0f723c8ab61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.225415] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf2233-e5b8-4e01-98ba-39547c65d4db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.259159] env[68946]: DEBUG nova.network.neutron [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Updated VIF entry in instance network info cache for port 647e12a2-f0fa-42f7-93bc-8e80ef30d2cb. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.259424] env[68946]: DEBUG nova.network.neutron [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Updating instance_info_cache with network_info: [{"id": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "address": "fa:16:3e:61:47:8b", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e12a2-f0", "ovs_interfaceid": "647e12a2-f0fa-42f7-93bc-8e80ef30d2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.261226] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bcf88-2477-41e9-b71c-09a367381179 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.271030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558fc7ee-c353-4100-9f8a-78ddaa109d09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.292207] env[68946]: DEBUG nova.compute.provider_tree [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.296718] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52285862-296f-9fd8-6448-4c428e771a16, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.297264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.297495] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.297731] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.297874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.298064] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.298325] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bcf42b3-32f7-47b5-b6df-d6a98221c8e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.332801] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.333064] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.333876] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920f7d20-fcf3-48f3-8c5c-375309601b66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.340400] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 994.340400] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f17f68-6604-4e85-64d5-e5ccaaa5e8b6" [ 994.340400] env[68946]: _type = "Task" [ 994.340400] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.349229] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f17f68-6604-4e85-64d5-e5ccaaa5e8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.379998] env[68946]: DEBUG nova.compute.manager [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.380275] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.381802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611524db-d898-40a1-9806-46c6be7c9420 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.389400] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.389636] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5c95c0-69d0-446f-8cf5-27ad577e078e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.395422] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 994.395422] env[68946]: value = "task-2878933" [ 994.395422] env[68946]: _type = "Task" [ 994.395422] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.407468] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.410966] env[68946]: DEBUG oslo_vmware.api [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878932, 'name': PowerOnVM_Task, 'duration_secs': 0.508107} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.411287] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.411551] env[68946]: INFO nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Took 7.66 seconds to spawn the instance on the hypervisor. [ 994.411760] env[68946]: DEBUG nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.412578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d970b02f-6cd0-450f-92ea-faccc0f17aa0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.448186] env[68946]: DEBUG nova.compute.manager [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.448468] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.449450] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230a985-34f8-4abc-8bf7-829274a0bf1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.457373] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.458316] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-568987e7-513e-4ec4-bf38-946a40a0d1ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.465344] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 994.465344] env[68946]: value = "task-2878934" [ 994.465344] env[68946]: _type = "Task" [ 994.465344] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.474507] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.719536] env[68946]: INFO nova.compute.manager [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Rebuilding instance [ 994.765686] env[68946]: DEBUG oslo_concurrency.lockutils [req-1b7a6989-dc08-4b94-91e9-5d3932c039b3 req-58288f91-5d55-4941-851c-4f9b7da873ed service nova] Releasing lock "refresh_cache-48c377d9-10fb-4afd-9888-43db21a8cd84" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.766463] env[68946]: DEBUG nova.compute.manager [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.767324] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b233f05-f6be-4c65-b321-a35f749a9672 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.798520] env[68946]: DEBUG nova.scheduler.client.report [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.851613] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f17f68-6604-4e85-64d5-e5ccaaa5e8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013076} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.852506] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd954bc-86a9-4ad6-9422-d3abd00d7ca0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.858140] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 994.858140] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ae6aa-b3c0-19bb-7674-eae226396451" [ 994.858140] env[68946]: _type = "Task" [ 994.858140] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.866637] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ae6aa-b3c0-19bb-7674-eae226396451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.906714] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878933, 'name': PowerOffVM_Task, 'duration_secs': 0.296095} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.907014] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.907202] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.907498] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f210ec-f4f7-4a21-b6de-82a297dfaae4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.931696] env[68946]: INFO nova.compute.manager [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Took 38.02 seconds to build instance. [ 994.975139] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.975597] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.975948] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleting the datastore file [datastore1] 22f01196-620d-45a9-92b5-eff2c1eb4d28 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.976902] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e84b9512-d6c7-421b-8a37-44c7489efbca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.985321] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878934, 'name': PowerOffVM_Task, 'duration_secs': 0.243251} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.986351] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.986676] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.987066] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf806ed9-98e8-48f2-8027-bc99d4e683be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.991466] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 994.991466] env[68946]: value = "task-2878936" [ 994.991466] env[68946]: _type = "Task" [ 994.991466] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.007335] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.053935] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.054420] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.054757] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleting the datastore file [datastore1] 30b2d150-4b75-4fc9-9750-2637aa2776d7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.055196] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d11a5d9-9084-4055-bab5-dda17a91afc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.064586] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for the task: (returnval){ [ 995.064586] env[68946]: value = "task-2878938" [ 995.064586] env[68946]: _type = "Task" [ 995.064586] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.078906] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.308936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.311703] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.844s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.311950] env[68946]: DEBUG nova.objects.instance [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'resources' on Instance uuid 2488a589-2270-4b95-81f5-33bf34eb9320 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.334054] env[68946]: INFO nova.scheduler.client.report [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Deleted allocations for instance 85f8a8f6-162a-4bc9-9070-645a4ab3b3da [ 995.369847] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ae6aa-b3c0-19bb-7674-eae226396451, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.369847] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.369847] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 48c377d9-10fb-4afd-9888-43db21a8cd84/48c377d9-10fb-4afd-9888-43db21a8cd84.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.370350] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3b31323-24f4-4352-854b-7ef057b623fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.377884] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 995.377884] env[68946]: value = "task-2878939" [ 995.377884] env[68946]: _type = "Task" [ 995.377884] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.386787] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.434775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d28295e3-3863-44ab-8234-eb0cb45a8d62 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.437s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.504881] env[68946]: DEBUG oslo_vmware.api [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159831} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.505705] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.505705] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.505705] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.505705] env[68946]: INFO nova.compute.manager [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.505929] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.506138] env[68946]: DEBUG nova.compute.manager [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.506236] env[68946]: DEBUG nova.network.neutron [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.575463] env[68946]: DEBUG oslo_vmware.api [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Task: {'id': task-2878938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284414} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.575728] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.575914] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.576132] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.576326] env[68946]: INFO nova.compute.manager [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.576606] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.577137] env[68946]: DEBUG nova.compute.manager [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.577249] env[68946]: DEBUG nova.network.neutron [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.786405] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.786737] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d92b78f-7f9a-4491-9d95-257033f6dd7b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.796894] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 995.796894] env[68946]: value = "task-2878940" [ 995.796894] env[68946]: _type = "Task" [ 995.796894] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.811460] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.847333] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d84a055a-168e-4716-becf-c4553926f338 tempest-MigrationsAdminTest-20264566 tempest-MigrationsAdminTest-20264566-project-member] Lock "85f8a8f6-162a-4bc9-9070-645a4ab3b3da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.387s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.898924] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878939, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.973535] env[68946]: DEBUG nova.compute.manager [req-efa92f70-5f24-48fb-ac04-73d9dc4f709e req-87b6c8a6-df2e-4763-9e1a-4d292d2d5570 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Received event network-vif-deleted-a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 995.973737] env[68946]: INFO nova.compute.manager [req-efa92f70-5f24-48fb-ac04-73d9dc4f709e req-87b6c8a6-df2e-4763-9e1a-4d292d2d5570 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Neutron deleted interface a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b; detaching it from the instance and deleting it from the info cache [ 995.973931] env[68946]: DEBUG nova.network.neutron [req-efa92f70-5f24-48fb-ac04-73d9dc4f709e req-87b6c8a6-df2e-4763-9e1a-4d292d2d5570 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.109142] env[68946]: INFO nova.compute.manager [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Rescuing [ 996.109499] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.109660] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.109837] env[68946]: DEBUG nova.network.neutron [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.309873] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878940, 'name': PowerOffVM_Task, 'duration_secs': 0.276148} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.310160] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.310839] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.311103] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e313ec7d-1e3e-4672-877e-531e26b9f9a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.317387] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 996.317387] env[68946]: value = "task-2878941" [ 996.317387] env[68946]: _type = "Task" [ 996.317387] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.325278] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.326871] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8cacd1-3efb-45ab-91dc-c0b91473de9c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.333493] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980ec55-13ca-46c4-a855-0e8638511020 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.367712] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb374656-6e72-49a6-b3ab-a532741c8587 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.377382] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fbe8d9-6b54-42ea-a84e-aa43c9b48f14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.395951] env[68946]: DEBUG nova.compute.provider_tree [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.401123] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869554} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.401358] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 48c377d9-10fb-4afd-9888-43db21a8cd84/48c377d9-10fb-4afd-9888-43db21a8cd84.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.401595] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.401807] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8baa2f2d-fd85-465b-a698-1add7b8bb24a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.409358] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 996.409358] env[68946]: value = "task-2878942" [ 996.409358] env[68946]: _type = "Task" [ 996.409358] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.420794] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.441714] env[68946]: DEBUG nova.network.neutron [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.463947] env[68946]: DEBUG nova.compute.manager [req-deb6a05e-a67c-469c-952c-f666df6ad1da req-1de3b7d0-c35f-48f8-9ed5-c19a6890c0d2 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Received event network-vif-deleted-68891997-fb43-4c4d-8c64-d8d4477bb223 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.464276] env[68946]: INFO nova.compute.manager [req-deb6a05e-a67c-469c-952c-f666df6ad1da req-1de3b7d0-c35f-48f8-9ed5-c19a6890c0d2 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Neutron deleted interface 68891997-fb43-4c4d-8c64-d8d4477bb223; detaching it from the instance and deleting it from the info cache [ 996.464485] env[68946]: DEBUG nova.network.neutron [req-deb6a05e-a67c-469c-952c-f666df6ad1da req-1de3b7d0-c35f-48f8-9ed5-c19a6890c0d2 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.476791] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9607f78-89ba-4eac-bea0-a23f917efc89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.486928] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9e2a20-c01c-4fe6-aadc-10e5c873b967 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.525380] env[68946]: DEBUG nova.compute.manager [req-efa92f70-5f24-48fb-ac04-73d9dc4f709e req-87b6c8a6-df2e-4763-9e1a-4d292d2d5570 service nova] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Detach interface failed, port_id=a1611dc1-5c5c-40f3-b5a2-ac6d533fc80b, reason: Instance 22f01196-620d-45a9-92b5-eff2c1eb4d28 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 996.829128] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 996.829368] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 996.829562] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578408', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'name': 'volume-65478d36-faef-4145-9918-b94746ec38de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27b750f0-c420-4f43-b408-76e76b1a5eaf', 'attached_at': '', 'detached_at': '', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'serial': '65478d36-faef-4145-9918-b94746ec38de'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 996.830353] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89516e6e-23c3-4c96-a4c7-eca445aa7243 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.851375] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ed1b2-7141-4887-bd93-ad49910c9346 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.855313] env[68946]: DEBUG nova.network.neutron [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updating instance_info_cache with network_info: [{"id": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "address": "fa:16:3e:c6:8a:38", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c98b7-45", "ovs_interfaceid": "4f1c98b7-4533-4a60-b97e-be05901a9dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.862780] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1f79b-d3bd-42f4-9f64-aa1674ac9e1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.885093] env[68946]: DEBUG nova.network.neutron [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.887162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e0d1a-9524-4882-aab0-3b00095859bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.904864] env[68946]: DEBUG nova.scheduler.client.report [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.908063] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] The volume has not been displaced from its original location: [datastore1] volume-65478d36-faef-4145-9918-b94746ec38de/volume-65478d36-faef-4145-9918-b94746ec38de.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 996.913807] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.914417] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3b3dea-a59d-40cf-932a-a4d9017602a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.938023] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296521} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.939337] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.939702] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 996.939702] env[68946]: value = "task-2878943" [ 996.939702] env[68946]: _type = "Task" [ 996.939702] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.940389] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb0a88-2ca7-401b-8479-70a67d9dca15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.943403] env[68946]: INFO nova.compute.manager [-] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Took 1.44 seconds to deallocate network for instance. [ 996.967671] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 48c377d9-10fb-4afd-9888-43db21a8cd84/48c377d9-10fb-4afd-9888-43db21a8cd84.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.974913] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27fb7731-f7e5-4f86-a535-faa33b9b40ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.989664] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.990476] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6b1ba60-f014-46c4-8424-7bd163f64ff2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.000218] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06312266-a628-4add-a2a2-3e31bb9e5796 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.010680] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 997.010680] env[68946]: value = "task-2878944" [ 997.010680] env[68946]: _type = "Task" [ 997.010680] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.019302] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.036822] env[68946]: DEBUG nova.compute.manager [req-deb6a05e-a67c-469c-952c-f666df6ad1da req-1de3b7d0-c35f-48f8-9ed5-c19a6890c0d2 service nova] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Detach interface failed, port_id=68891997-fb43-4c4d-8c64-d8d4477bb223, reason: Instance 30b2d150-4b75-4fc9-9750-2637aa2776d7 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 997.362442] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-ead7398d-e690-4569-a8df-8c0eb05ab36f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.392715] env[68946]: INFO nova.compute.manager [-] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Took 1.82 seconds to deallocate network for instance. [ 997.415546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.421779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.949s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.421779] env[68946]: DEBUG nova.objects.instance [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'resources' on Instance uuid 7ee84809-e0f0-4c47-a401-6517aebc6801 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.453901] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878943, 'name': ReconfigVM_Task, 'duration_secs': 0.294923} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.458821] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.461254] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2ed56f-25ca-4c9d-b46b-7d8d1edd9e71 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.472600] env[68946]: INFO nova.scheduler.client.report [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted allocations for instance 2488a589-2270-4b95-81f5-33bf34eb9320 [ 997.481022] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 997.481022] env[68946]: value = "task-2878945" [ 997.481022] env[68946]: _type = "Task" [ 997.481022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.488402] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.492520] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.522376] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.899873] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.987310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14670ef8-f330-4d2d-a059-03cc9491b5e1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "2488a589-2270-4b95-81f5-33bf34eb9320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.264s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.998416] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878945, 'name': ReconfigVM_Task, 'duration_secs': 0.130754} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.998731] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578408', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'name': 'volume-65478d36-faef-4145-9918-b94746ec38de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27b750f0-c420-4f43-b408-76e76b1a5eaf', 'attached_at': '', 'detached_at': '', 'volume_id': '65478d36-faef-4145-9918-b94746ec38de', 'serial': '65478d36-faef-4145-9918-b94746ec38de'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 997.999489] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.000024] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7724c7-c901-4eb7-8bf4-ae81ff218daa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.008579] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.008888] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce07dfec-1e6c-407c-935a-4f524c1c21e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.025042] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878944, 'name': ReconfigVM_Task, 'duration_secs': 0.650647} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.025566] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 48c377d9-10fb-4afd-9888-43db21a8cd84/48c377d9-10fb-4afd-9888-43db21a8cd84.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.029087] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38d0d30-fb6c-4bff-8e6d-80847a2addff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.036718] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 998.036718] env[68946]: value = "task-2878947" [ 998.036718] env[68946]: _type = "Task" [ 998.036718] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.046249] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878947, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.082361] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.082583] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.082761] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Deleting the datastore file [datastore1] 27b750f0-c420-4f43-b408-76e76b1a5eaf {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.083075] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3461d583-6447-4ff5-af7c-4b89aedcaa66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.091923] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for the task: (returnval){ [ 998.091923] env[68946]: value = "task-2878948" [ 998.091923] env[68946]: _type = "Task" [ 998.091923] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.101214] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.346748] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a0d59-98ff-490e-95df-78d61f5e107d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.356900] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.358243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.358243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.358243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.358243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.360237] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae744c19-616b-4246-8fb1-83337ad7274b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.363855] env[68946]: INFO nova.compute.manager [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Terminating instance [ 998.407026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a933ff0-59c0-4a31-9c34-19ad4b99dc2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.414764] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a047661-71b8-4647-9ac6-a33594139641 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.431171] env[68946]: DEBUG nova.compute.provider_tree [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.550506] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878947, 'name': Rename_Task, 'duration_secs': 0.167152} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.550688] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.551091] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6644b680-d9d2-449b-a2f8-abc62dbf6398 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.558456] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 998.558456] env[68946]: value = "task-2878949" [ 998.558456] env[68946]: _type = "Task" [ 998.558456] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.566302] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.603331] env[68946]: DEBUG oslo_vmware.api [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Task: {'id': task-2878948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123848} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.603331] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.603331] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.603331] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.675570] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.676009] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a4ea2a-401e-46f3-909f-5e8349bff92c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.686455] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6944390-e70c-4bf2-a64a-742200f68f97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.724901] env[68946]: ERROR nova.compute.manager [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Failed to detach volume 65478d36-faef-4145-9918-b94746ec38de from /dev/sda: nova.exception.InstanceNotFound: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Traceback (most recent call last): [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self.driver.rebuild(**kwargs) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/driver.py", line 532, in rebuild [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise NotImplementedError() [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] NotImplementedError [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] During handling of the above exception, another exception occurred: [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Traceback (most recent call last): [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self.driver.detach_volume(context, old_connection_info, [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] return self._volumeops.detach_volume(connection_info, instance) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._detach_volume_vmdk(connection_info, instance) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] stable_ref.fetch_moref(session) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] nova.exception.InstanceNotFound: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. [ 998.724901] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.851357] env[68946]: DEBUG nova.compute.utils [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Build of instance 27b750f0-c420-4f43-b408-76e76b1a5eaf aborted: Failed to rebuild volume backed instance. {{(pid=68946) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 998.854645] env[68946]: ERROR nova.compute.manager [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 27b750f0-c420-4f43-b408-76e76b1a5eaf aborted: Failed to rebuild volume backed instance. [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Traceback (most recent call last): [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self.driver.rebuild(**kwargs) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/driver.py", line 532, in rebuild [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise NotImplementedError() [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] NotImplementedError [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] During handling of the above exception, another exception occurred: [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Traceback (most recent call last): [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._detach_root_volume(context, instance, root_bdm) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] with excutils.save_and_reraise_exception(): [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self.force_reraise() [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise self.value [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self.driver.detach_volume(context, old_connection_info, [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] return self._volumeops.detach_volume(connection_info, instance) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._detach_volume_vmdk(connection_info, instance) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] stable_ref.fetch_moref(session) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] nova.exception.InstanceNotFound: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. [ 998.854645] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] During handling of the above exception, another exception occurred: [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Traceback (most recent call last): [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] yield [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._do_rebuild_instance_with_claim( [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._do_rebuild_instance( [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._rebuild_default_impl(**kwargs) [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] self._rebuild_volume_backed_instance( [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] raise exception.BuildAbortException( [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] nova.exception.BuildAbortException: Build of instance 27b750f0-c420-4f43-b408-76e76b1a5eaf aborted: Failed to rebuild volume backed instance. [ 998.855727] env[68946]: ERROR nova.compute.manager [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] [ 998.867720] env[68946]: DEBUG nova.compute.manager [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.868015] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.868941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d120cc0-02d9-4be7-927a-5ffa373719d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.878036] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.878478] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ffd27da-73c7-4e7a-b62c-5d7d933c854b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.885807] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 998.885807] env[68946]: value = "task-2878950" [ 998.885807] env[68946]: _type = "Task" [ 998.885807] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.895237] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.909355] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.910320] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af43132-4727-4272-8ec7-68fb3a7eecac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.919122] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 998.919122] env[68946]: value = "task-2878951" [ 998.919122] env[68946]: _type = "Task" [ 998.919122] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.929833] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.934371] env[68946]: DEBUG nova.scheduler.client.report [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.009859] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.010141] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.069276] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.395340] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878950, 'name': PowerOffVM_Task, 'duration_secs': 0.343657} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.395725] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.396334] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.396334] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14648fbc-5ca7-40a2-bee0-ecd141fffa44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.428521] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878951, 'name': PowerOffVM_Task, 'duration_secs': 0.224557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.429486] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.429612] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d4e53-92a3-4993-9458-7aecc2ef7216 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.452623] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.452623] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.652s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.454413] env[68946]: INFO nova.compute.claims [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.457292] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41579c1-d68b-45bd-a6b0-691f52e9b3f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.475151] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.475374] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.475596] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore1] 54237d16-2fbc-43a5-b368-b5102f99a7a7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.476339] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c178ecd2-5ca4-4706-b1a9-fffdec567e69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.487273] env[68946]: INFO nova.scheduler.client.report [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted allocations for instance 7ee84809-e0f0-4c47-a401-6517aebc6801 [ 999.489708] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 999.489708] env[68946]: value = "task-2878953" [ 999.489708] env[68946]: _type = "Task" [ 999.489708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.503230] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.505215] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.505476] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-194401a4-1fb9-4839-bd4a-be7e7731b094 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.512707] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.515795] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 999.515795] env[68946]: value = "task-2878954" [ 999.515795] env[68946]: _type = "Task" [ 999.515795] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.526347] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.526582] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.526830] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.526976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.527180] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.527595] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8260065a-9971-47b9-a80d-b3384b4a94ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.536916] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.537114] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.537858] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179d43fd-029e-49ee-a552-a150e6fd04c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.544470] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 999.544470] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52689a4a-4c79-2b43-c700-f4f68bf6bcc9" [ 999.544470] env[68946]: _type = "Task" [ 999.544470] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.553405] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52689a4a-4c79-2b43-c700-f4f68bf6bcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.570601] env[68946]: DEBUG oslo_vmware.api [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878949, 'name': PowerOnVM_Task, 'duration_secs': 0.691602} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.570876] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.571141] env[68946]: INFO nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Took 8.28 seconds to spawn the instance on the hypervisor. [ 999.571340] env[68946]: DEBUG nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.572135] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c6e90-e31d-4d04-b928-c1697827d146 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.006194] env[68946]: DEBUG oslo_vmware.api [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2878953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43112} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.006713] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0084fe2e-335d-4161-8ab3-23c96424b610 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "7ee84809-e0f0-4c47-a401-6517aebc6801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.303s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.007934] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.007934] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.008117] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.008328] env[68946]: INFO nova.compute.manager [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1000.009081] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.009081] env[68946]: DEBUG nova.compute.manager [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.009201] env[68946]: DEBUG nova.network.neutron [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.042230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.054863] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52689a4a-4c79-2b43-c700-f4f68bf6bcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.055730] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c256cb-88ee-47a6-ab08-498234eb5126 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.061365] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1000.061365] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52515d34-3d51-dc1c-d16c-1d67fe67b739" [ 1000.061365] env[68946]: _type = "Task" [ 1000.061365] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.069559] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52515d34-3d51-dc1c-d16c-1d67fe67b739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.089711] env[68946]: INFO nova.compute.manager [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Took 37.78 seconds to build instance. [ 1000.139339] env[68946]: DEBUG nova.compute.manager [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.140358] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b83d73c-9eea-4874-ae8c-889db8cc1d04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.389255] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.389494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.389708] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.389888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.390069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.392132] env[68946]: INFO nova.compute.manager [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Terminating instance [ 1000.573339] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52515d34-3d51-dc1c-d16c-1d67fe67b739, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.576245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.576515] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1000.577216] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7422feed-5c9f-44d4-a2fa-22f564bd039e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.587528] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1000.587528] env[68946]: value = "task-2878955" [ 1000.587528] env[68946]: _type = "Task" [ 1000.587528] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.595279] env[68946]: DEBUG oslo_concurrency.lockutils [None req-91a61cc4-a1f4-4312-a220-2ea4758906bd tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.998s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.601200] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.631097] env[68946]: DEBUG nova.compute.manager [req-bec89ac3-ade2-4d37-8ea0-07c5042f57d0 req-6a4838f1-4776-4f7e-8d3d-40ae432899f4 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Received event network-vif-deleted-d4951f67-3e1f-4cd7-9220-0417cbd7b7fb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.631097] env[68946]: INFO nova.compute.manager [req-bec89ac3-ade2-4d37-8ea0-07c5042f57d0 req-6a4838f1-4776-4f7e-8d3d-40ae432899f4 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Neutron deleted interface d4951f67-3e1f-4cd7-9220-0417cbd7b7fb; detaching it from the instance and deleting it from the info cache [ 1000.631097] env[68946]: DEBUG nova.network.neutron [req-bec89ac3-ade2-4d37-8ea0-07c5042f57d0 req-6a4838f1-4776-4f7e-8d3d-40ae432899f4 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.656853] env[68946]: INFO nova.compute.manager [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] instance snapshotting [ 1000.656853] env[68946]: DEBUG nova.objects.instance [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.825234] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "48c377d9-10fb-4afd-9888-43db21a8cd84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.825622] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.826427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.826427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.826427] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.830711] env[68946]: INFO nova.compute.manager [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Terminating instance [ 1000.869635] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.878545] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8f0db-9a28-4c9d-9ee6-d7ca11059dee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.890161] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f77d1-9bd6-404d-8139-0bcdc5061b15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.922346] env[68946]: DEBUG nova.compute.manager [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.923208] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.924021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bea2c9-cd4c-43c1-836d-7d0d02d80a86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.927690] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924fb1c-6880-4945-8a45-20dba0007869 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.937383] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f25859c-5f85-4793-9fd7-0d1a05739a0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.941238] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.942035] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36c7442-322c-42ae-93b2-af3037980ad3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.952574] env[68946]: DEBUG nova.compute.provider_tree [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.955277] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 1000.955277] env[68946]: value = "task-2878956" [ 1000.955277] env[68946]: _type = "Task" [ 1000.955277] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.964035] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.068838] env[68946]: DEBUG nova.network.neutron [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.098500] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.132869] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658b5fbc-cccf-47d0-aff9-e980fdf33180 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.144207] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dbb98e-2926-47ab-82f3-5e1a5569c997 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.163924] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90723cb-c0dd-4e42-9356-e2b143291951 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.195184] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4942365-4ef6-4bbd-8c04-0e78f04f6368 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.198306] env[68946]: DEBUG nova.compute.manager [req-bec89ac3-ade2-4d37-8ea0-07c5042f57d0 req-6a4838f1-4776-4f7e-8d3d-40ae432899f4 service nova] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Detach interface failed, port_id=d4951f67-3e1f-4cd7-9220-0417cbd7b7fb, reason: Instance 54237d16-2fbc-43a5-b368-b5102f99a7a7 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1001.337965] env[68946]: DEBUG nova.compute.manager [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.337965] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.338839] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12ebcf-b9cc-4186-9ff0-ed811ffeb583 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.350385] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.350687] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861e969f-c515-4fce-bdd1-683db500bdda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.358471] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1001.358471] env[68946]: value = "task-2878957" [ 1001.358471] env[68946]: _type = "Task" [ 1001.358471] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.368482] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.457417] env[68946]: DEBUG nova.scheduler.client.report [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.469798] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878956, 'name': PowerOffVM_Task, 'duration_secs': 0.19624} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.470073] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.470246] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.470500] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8f4ccd-6b67-492a-95ac-6c4a117dae78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.547134] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.547134] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.547134] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleting the datastore file [datastore2] 34ade09a-f4ab-4db0-ae4a-05c05300ed4e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.547134] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f8cc54c-3952-4027-840f-349a08235a45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.553243] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for the task: (returnval){ [ 1001.553243] env[68946]: value = "task-2878959" [ 1001.553243] env[68946]: _type = "Task" [ 1001.553243] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.562275] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.573059] env[68946]: INFO nova.compute.manager [-] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Took 1.56 seconds to deallocate network for instance. [ 1001.598139] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814255} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.598425] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1001.599253] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f3ef10-f3dc-4dda-9507-473803977db9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.630205] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.631713] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1846ac2e-d126-4dab-89a2-9b156d3c9009 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.651337] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1001.651337] env[68946]: value = "task-2878960" [ 1001.651337] env[68946]: _type = "Task" [ 1001.651337] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.663018] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.709860] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.710565] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8505ae34-0b20-4082-a40e-4fa8470033bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.717410] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1001.717410] env[68946]: value = "task-2878961" [ 1001.717410] env[68946]: _type = "Task" [ 1001.717410] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.726211] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.870303] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878957, 'name': PowerOffVM_Task, 'duration_secs': 0.21052} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.870877] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.871293] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.871754] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1e687a-3cb1-46ec-b76d-13a4f06d0ccd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.937612] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.938099] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.938425] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore2] 48c377d9-10fb-4afd-9888-43db21a8cd84 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.938867] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92a160bb-088d-4f65-8360-b2c0d0d1366a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.945426] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1001.945426] env[68946]: value = "task-2878963" [ 1001.945426] env[68946]: _type = "Task" [ 1001.945426] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.954191] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.965338] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.965731] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.968420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.286s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.970038] env[68946]: INFO nova.compute.claims [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.063449] env[68946]: DEBUG oslo_vmware.api [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Task: {'id': task-2878959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282235} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.063767] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.063975] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.064270] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.064455] env[68946]: INFO nova.compute.manager [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1002.064724] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.064928] env[68946]: DEBUG nova.compute.manager [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.065044] env[68946]: DEBUG nova.network.neutron [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.080519] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.164163] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878960, 'name': ReconfigVM_Task, 'duration_secs': 0.466674} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.164512] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.165396] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6360269d-b3d8-4843-b350-00877ffeb745 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.202606] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519ca518-a046-4e2e-9b15-624a72795efe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.223995] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1002.223995] env[68946]: value = "task-2878964" [ 1002.223995] env[68946]: _type = "Task" [ 1002.223995] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.231643] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.237510] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.465503] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.477243] env[68946]: DEBUG nova.compute.utils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.479672] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.479672] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.524881] env[68946]: DEBUG nova.policy [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0339487c6a04e05821d9482a70b0be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34ba2ae9e2f4a80bf8210bf8cd3678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.597624] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.597955] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.598200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.598433] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.598551] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.601281] env[68946]: INFO nova.compute.manager [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Terminating instance [ 1002.688887] env[68946]: DEBUG nova.compute.manager [req-61391155-a6ce-4508-a3c9-436be613b407 req-1c75bb3d-731c-47d0-a5b5-84784116a58b service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Received event network-vif-deleted-ef5c5684-327e-40ec-b47d-f47d4357a7d1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.689169] env[68946]: INFO nova.compute.manager [req-61391155-a6ce-4508-a3c9-436be613b407 req-1c75bb3d-731c-47d0-a5b5-84784116a58b service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Neutron deleted interface ef5c5684-327e-40ec-b47d-f47d4357a7d1; detaching it from the instance and deleting it from the info cache [ 1002.689390] env[68946]: DEBUG nova.network.neutron [req-61391155-a6ce-4508-a3c9-436be613b407 req-1c75bb3d-731c-47d0-a5b5-84784116a58b service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.739020] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.746475] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878964, 'name': ReconfigVM_Task, 'duration_secs': 0.384038} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.746985] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.747418] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132eb2f5-05cd-4efa-8c4d-9552416634a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.756704] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1002.756704] env[68946]: value = "task-2878965" [ 1002.756704] env[68946]: _type = "Task" [ 1002.756704] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.770882] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.837432] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Successfully created port: fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.963206] env[68946]: DEBUG oslo_vmware.api [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2878963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576279} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.963206] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.963206] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.963206] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.963206] env[68946]: INFO nova.compute.manager [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1002.963206] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.963206] env[68946]: DEBUG nova.compute.manager [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.963206] env[68946]: DEBUG nova.network.neutron [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.987607] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.035749] env[68946]: DEBUG nova.network.neutron [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.106706] env[68946]: DEBUG nova.compute.manager [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.107974] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8ee5023-379d-416f-9825-d89377e24fe1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.117156] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f976f13d-6373-4be9-9116-d4df984accb1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.160093] env[68946]: WARNING nova.virt.vmwareapi.driver [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. [ 1003.160622] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.164441] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a34edd58-382d-4d65-beb5-1990447168ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.174858] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd69c7-be51-4d23-b32f-149cb03f85e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.192916] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32216835-91f1-48e9-820f-6785d9ae73ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.201634] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e46ce9-d98e-4b0b-8fd4-cab3392fb19b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.231954] env[68946]: WARNING nova.virt.vmwareapi.vmops [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. [ 1003.231954] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.231954] env[68946]: INFO nova.compute.manager [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1003.231954] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.236020] env[68946]: DEBUG nova.compute.manager [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.236020] env[68946]: DEBUG nova.network.neutron [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.242112] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878961, 'name': CreateSnapshot_Task, 'duration_secs': 1.254219} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.256063] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.256445] env[68946]: DEBUG nova.compute.manager [req-61391155-a6ce-4508-a3c9-436be613b407 req-1c75bb3d-731c-47d0-a5b5-84784116a58b service nova] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Detach interface failed, port_id=ef5c5684-327e-40ec-b47d-f47d4357a7d1, reason: Instance 34ade09a-f4ab-4db0-ae4a-05c05300ed4e could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1003.259915] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64afa26e-c036-4869-92a2-c0e416b1ac96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.277172] env[68946]: DEBUG oslo_vmware.api [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878965, 'name': PowerOnVM_Task, 'duration_secs': 0.456624} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.277574] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.280148] env[68946]: DEBUG nova.compute.manager [None req-114ead34-8c6c-4cbd-b87b-ca6703964b49 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.281068] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6463b-b84a-44c4-9a6a-1be7f0860e29 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.537662] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f605357-a810-42a7-977d-b5d7a7390a3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.540434] env[68946]: INFO nova.compute.manager [-] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Took 1.48 seconds to deallocate network for instance. [ 1003.548211] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee4fa10-e6fb-4a25-889f-1d63c8ff1d4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579139] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef26829-a584-44de-b330-2d6182053aa4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.587092] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11c1f64-1fed-467d-83f7-e665ce2aec67 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.601896] env[68946]: DEBUG nova.compute.provider_tree [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.784944] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.785613] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-513a1f6a-cbc2-4287-839e-5044758aec64 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.793861] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1003.793861] env[68946]: value = "task-2878966" [ 1003.793861] env[68946]: _type = "Task" [ 1003.793861] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.802966] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878966, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.914311] env[68946]: DEBUG nova.network.neutron [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.995788] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.019577] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.019822] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.020011] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.020219] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.020370] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.020524] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.020741] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.020929] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.021151] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.021319] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.021489] env[68946]: DEBUG nova.virt.hardware [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.022414] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ed139-6358-4096-bb1c-40adc818fb97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.030584] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755bd7d5-c9c7-4bbf-b618-80f249ee31c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.048808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.104856] env[68946]: DEBUG nova.scheduler.client.report [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.118527] env[68946]: DEBUG nova.compute.manager [req-5ab525e6-b15a-4825-b70b-902c35f5ef6a req-770ec5eb-a7ee-491c-8fe8-d02f8529b59c service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Received event network-vif-deleted-6af42639-96b7-4ba3-b322-b4a209f484da {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.119644] env[68946]: INFO nova.compute.manager [req-5ab525e6-b15a-4825-b70b-902c35f5ef6a req-770ec5eb-a7ee-491c-8fe8-d02f8529b59c service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Neutron deleted interface 6af42639-96b7-4ba3-b322-b4a209f484da; detaching it from the instance and deleting it from the info cache [ 1004.119644] env[68946]: DEBUG nova.network.neutron [req-5ab525e6-b15a-4825-b70b-902c35f5ef6a req-770ec5eb-a7ee-491c-8fe8-d02f8529b59c service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.206350] env[68946]: DEBUG nova.network.neutron [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.307475] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878966, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.416386] env[68946]: INFO nova.compute.manager [-] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Took 1.46 seconds to deallocate network for instance. [ 1004.610031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.610590] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.613889] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.100s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.614162] env[68946]: DEBUG nova.objects.instance [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lazy-loading 'resources' on Instance uuid 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.620944] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa5ff45-cf65-4d98-9f73-7c0e45c05486 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.631381] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfeb903-d709-4eb5-952d-6224c107e327 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.675203] env[68946]: DEBUG nova.compute.manager [req-5ab525e6-b15a-4825-b70b-902c35f5ef6a req-770ec5eb-a7ee-491c-8fe8-d02f8529b59c service nova] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Detach interface failed, port_id=6af42639-96b7-4ba3-b322-b4a209f484da, reason: Instance 27b750f0-c420-4f43-b408-76e76b1a5eaf could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1004.676577] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Successfully updated port: fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.712023] env[68946]: INFO nova.compute.manager [-] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Took 1.48 seconds to deallocate network for instance. [ 1004.796553] env[68946]: DEBUG nova.compute.manager [req-ee8947c9-d3bc-4559-aa84-c3ecb88af923 req-3afcfe7a-c47b-44eb-b756-5fe2760813c1 service nova] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Received event network-vif-deleted-647e12a2-f0fa-42f7-93bc-8e80ef30d2cb {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.806805] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878966, 'name': CloneVM_Task, 'duration_secs': 1.005415} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.807057] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created linked-clone VM from snapshot [ 1004.807772] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3614c-e731-4d95-a688-5b1e0b89f629 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.818216] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploading image f9c032a0-aa89-45da-ba23-70cfeeab192c {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.843559] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.843559] env[68946]: value = "vm-578555" [ 1004.843559] env[68946]: _type = "VirtualMachine" [ 1004.843559] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.843895] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59d1dae4-b4c2-4d24-bc69-5a664f7ea2af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.850636] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease: (returnval){ [ 1004.850636] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52af4c47-3736-c74f-c0b3-d28e65284248" [ 1004.850636] env[68946]: _type = "HttpNfcLease" [ 1004.850636] env[68946]: } obtained for exporting VM: (result){ [ 1004.850636] env[68946]: value = "vm-578555" [ 1004.850636] env[68946]: _type = "VirtualMachine" [ 1004.850636] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.850893] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the lease: (returnval){ [ 1004.850893] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52af4c47-3736-c74f-c0b3-d28e65284248" [ 1004.850893] env[68946]: _type = "HttpNfcLease" [ 1004.850893] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.858118] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.858118] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52af4c47-3736-c74f-c0b3-d28e65284248" [ 1004.858118] env[68946]: _type = "HttpNfcLease" [ 1004.858118] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.929953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.117292] env[68946]: DEBUG nova.compute.utils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.123853] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.123853] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.171044] env[68946]: DEBUG nova.policy [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0339487c6a04e05821d9482a70b0be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34ba2ae9e2f4a80bf8210bf8cd3678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.180206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.180206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.180206] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.273289] env[68946]: INFO nova.compute.manager [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Took 0.56 seconds to detach 1 volumes for instance. [ 1005.275947] env[68946]: DEBUG nova.compute.manager [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Deleting volume: 65478d36-faef-4145-9918-b94746ec38de {{(pid=68946) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1005.365857] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.365857] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52af4c47-3736-c74f-c0b3-d28e65284248" [ 1005.365857] env[68946]: _type = "HttpNfcLease" [ 1005.365857] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.369041] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.369041] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52af4c47-3736-c74f-c0b3-d28e65284248" [ 1005.369041] env[68946]: _type = "HttpNfcLease" [ 1005.369041] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.369041] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1545cc7-ab57-4733-8965-13d759c9912e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.378758] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.378953] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.455609] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Successfully created port: a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.481268] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-587ab3d5-a25a-43f6-a3ab-f22577c89aa3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.605472] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485dc560-1975-4ee0-b029-e4bbca17e95d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.613987] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c12ee-9f97-45cb-aac2-1ef9ec9be75a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.645128] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.650564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571984e5-ff51-417d-b348-205166fba2db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.658538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f468dd6-6cf1-4628-9954-a23ae2f4da4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.673214] env[68946]: DEBUG nova.compute.provider_tree [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.725512] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.816021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.880257] env[68946]: DEBUG nova.network.neutron [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Updating instance_info_cache with network_info: [{"id": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "address": "fa:16:3e:6e:fd:1b", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee7cf4a-bb", "ovs_interfaceid": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.177302] env[68946]: DEBUG nova.scheduler.client.report [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.188253] env[68946]: DEBUG nova.compute.manager [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Received event network-vif-plugged-fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.191274] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Acquiring lock "95d67729-a659-48c5-9159-2365c732059f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.191274] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Lock "95d67729-a659-48c5-9159-2365c732059f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.191274] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Lock "95d67729-a659-48c5-9159-2365c732059f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.191970] env[68946]: DEBUG nova.compute.manager [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] No waiting events found dispatching network-vif-plugged-fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.193033] env[68946]: WARNING nova.compute.manager [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Received unexpected event network-vif-plugged-fee7cf4a-bb20-4277-be4a-19250c468a1b for instance with vm_state building and task_state spawning. [ 1006.195036] env[68946]: DEBUG nova.compute.manager [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Received event network-changed-fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.195036] env[68946]: DEBUG nova.compute.manager [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Refreshing instance network info cache due to event network-changed-fee7cf4a-bb20-4277-be4a-19250c468a1b. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1006.195036] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Acquiring lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.387877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.388250] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance network_info: |[{"id": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "address": "fa:16:3e:6e:fd:1b", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee7cf4a-bb", "ovs_interfaceid": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.388633] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Acquired lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.388832] env[68946]: DEBUG nova.network.neutron [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Refreshing network info cache for port fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.390168] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:fd:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee7cf4a-bb20-4277-be4a-19250c468a1b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.398920] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating folder: Project (f34ba2ae9e2f4a80bf8210bf8cd3678e). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.401892] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca75ebd3-5c85-4b6d-a4c7-2dce29e9a6e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.414451] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created folder: Project (f34ba2ae9e2f4a80bf8210bf8cd3678e) in parent group-v578341. [ 1006.414679] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating folder: Instances. Parent ref: group-v578556. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.414935] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7e670a-378b-4e08-9966-e10f3b758966 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.424207] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created folder: Instances in parent group-v578556. [ 1006.424453] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.424663] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.424872] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec63f79-83fa-4bea-8fe0-01f4bf31c5f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.450028] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.450028] env[68946]: value = "task-2878971" [ 1006.450028] env[68946]: _type = "Task" [ 1006.450028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.457786] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878971, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.628271] env[68946]: DEBUG nova.network.neutron [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Updated VIF entry in instance network info cache for port fee7cf4a-bb20-4277-be4a-19250c468a1b. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.628271] env[68946]: DEBUG nova.network.neutron [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Updating instance_info_cache with network_info: [{"id": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "address": "fa:16:3e:6e:fd:1b", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee7cf4a-bb", "ovs_interfaceid": "fee7cf4a-bb20-4277-be4a-19250c468a1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.656708] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.669902] env[68946]: INFO nova.compute.manager [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Rescuing [ 1006.670179] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.670324] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.670484] env[68946]: DEBUG nova.network.neutron [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.681743] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.682274] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.682274] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.682470] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.682470] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.682614] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.682830] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.683023] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.683200] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.683361] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.683531] env[68946]: DEBUG nova.virt.hardware [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.684557] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee0090-2b44-41cb-8053-6390529dfa85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.691391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.694724] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.391s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.696600] env[68946]: INFO nova.compute.claims [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.706721] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2de42e-a159-4c17-bc25-a9b63dd2d3a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.728453] env[68946]: INFO nova.scheduler.client.report [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Deleted allocations for instance 700ed01f-9ec2-4dcd-bac1-5a2254e587d6 [ 1006.960654] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878971, 'name': CreateVM_Task, 'duration_secs': 0.349156} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.960950] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.962322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.965157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.965157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.965157] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e67588-2de8-4eda-889e-4bc17968693b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.969638] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1006.969638] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b7358-d755-6816-cd1f-de4afe7b0d84" [ 1006.969638] env[68946]: _type = "Task" [ 1006.969638] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.978954] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b7358-d755-6816-cd1f-de4afe7b0d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.036449] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Successfully updated port: a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.129919] env[68946]: DEBUG oslo_concurrency.lockutils [req-d3045f3d-1466-4b38-a0a5-88e660fc8220 req-87ed0c34-f2b4-4519-a27a-084ff1e906b8 service nova] Releasing lock "refresh_cache-95d67729-a659-48c5-9159-2365c732059f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.238950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b0cb231-74c1-4ed3-bb45-cef44f88de32 tempest-ServersTestFqdnHostnames-1320346060 tempest-ServersTestFqdnHostnames-1320346060-project-member] Lock "700ed01f-9ec2-4dcd-bac1-5a2254e587d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.016s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.483522] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b7358-d755-6816-cd1f-de4afe7b0d84, 'name': SearchDatastore_Task, 'duration_secs': 0.014635} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.483782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.483782] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.483782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484461] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.484573] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.484844] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc07cf1-9ce9-49b2-a5aa-c5296f6cacd6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.494540] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.494741] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.495562] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85314b4e-d9fa-4e30-be8c-fe054baa4596 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.500932] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1007.500932] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e4ac60-20ae-7bf2-e168-ff2b9a2318ce" [ 1007.500932] env[68946]: _type = "Task" [ 1007.500932] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.509589] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e4ac60-20ae-7bf2-e168-ff2b9a2318ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.514815] env[68946]: DEBUG nova.network.neutron [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updating instance_info_cache with network_info: [{"id": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "address": "fa:16:3e:05:ce:13", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd04616d-ac", "ovs_interfaceid": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.539739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.539876] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.540060] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.014714] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e4ac60-20ae-7bf2-e168-ff2b9a2318ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.014990] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb70bb5-ab39-4cf3-8059-93188f9570d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.017662] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.020936] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1008.020936] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aabf16-62ae-42c3-f8de-475c460af3a6" [ 1008.020936] env[68946]: _type = "Task" [ 1008.020936] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.032794] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aabf16-62ae-42c3-f8de-475c460af3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.082527] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.125309] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d174c155-5cae-4687-b32c-e4dc315d9ac8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.135212] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342ae5e6-a5a2-41e3-9b37-2f498c141d0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.171757] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2060af81-b750-4d2b-b48c-faa8315db525 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.179837] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2427ce7c-efe9-4c19-a6f5-0e2f1e2482ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.201303] env[68946]: DEBUG nova.compute.provider_tree [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.275671] env[68946]: DEBUG nova.network.neutron [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Updating instance_info_cache with network_info: [{"id": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "address": "fa:16:3e:eb:05:11", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b82ae2-20", "ovs_interfaceid": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.280255] env[68946]: DEBUG nova.compute.manager [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Received event network-vif-plugged-a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.280537] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Acquiring lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.280730] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.281028] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.281105] env[68946]: DEBUG nova.compute.manager [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] No waiting events found dispatching network-vif-plugged-a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.281465] env[68946]: WARNING nova.compute.manager [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Received unexpected event network-vif-plugged-a1b82ae2-2086-4fb6-bfff-23322352a66e for instance with vm_state building and task_state spawning. [ 1008.281465] env[68946]: DEBUG nova.compute.manager [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Received event network-changed-a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.281562] env[68946]: DEBUG nova.compute.manager [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Refreshing instance network info cache due to event network-changed-a1b82ae2-2086-4fb6-bfff-23322352a66e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1008.281663] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Acquiring lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.531967] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aabf16-62ae-42c3-f8de-475c460af3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018149} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.532282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532553] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.532870] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1545be4-c09b-4591-85e7-25c2c1ee027b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.539757] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1008.539757] env[68946]: value = "task-2878972" [ 1008.539757] env[68946]: _type = "Task" [ 1008.539757] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.549905] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.705221] env[68946]: DEBUG nova.scheduler.client.report [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.781900] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.782442] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Instance network_info: |[{"id": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "address": "fa:16:3e:eb:05:11", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b82ae2-20", "ovs_interfaceid": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.782894] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Acquired lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.783206] env[68946]: DEBUG nova.network.neutron [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Refreshing network info cache for port a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.784882] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:05:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b82ae2-2086-4fb6-bfff-23322352a66e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.803814] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.809608] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.809734] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0af943a-0328-40e6-81ef-9f5338d626e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.835389] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.835389] env[68946]: value = "task-2878973" [ 1008.835389] env[68946]: _type = "Task" [ 1008.835389] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.846193] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878973, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.053695] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878972, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.211077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.211709] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.214452] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.926s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.216531] env[68946]: INFO nova.compute.claims [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.350425] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878973, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.372973] env[68946]: DEBUG nova.network.neutron [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Updated VIF entry in instance network info cache for port a1b82ae2-2086-4fb6-bfff-23322352a66e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.372973] env[68946]: DEBUG nova.network.neutron [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Updating instance_info_cache with network_info: [{"id": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "address": "fa:16:3e:eb:05:11", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b82ae2-20", "ovs_interfaceid": "a1b82ae2-2086-4fb6-bfff-23322352a66e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.553828] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820845} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.554065] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.554291] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.554565] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84534a72-b8e0-44a9-a1ca-caeae200a415 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.561321] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1009.561321] env[68946]: value = "task-2878974" [ 1009.561321] env[68946]: _type = "Task" [ 1009.561321] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.571079] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.571758] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.572193] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd9cb9b-7692-4406-8bbc-d50b6b122a49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.578746] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1009.578746] env[68946]: value = "task-2878975" [ 1009.578746] env[68946]: _type = "Task" [ 1009.578746] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.587118] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.727030] env[68946]: DEBUG nova.compute.utils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.727030] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.727760] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.814829] env[68946]: DEBUG nova.policy [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.849942] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878973, 'name': CreateVM_Task, 'duration_secs': 0.768989} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.850151] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.850845] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.851226] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.851379] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.851664] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8227f13e-baf6-4aed-aea3-a3f796e6287d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.857517] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1009.857517] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520cbcb2-2f13-655a-0cc4-9db6fd9b11c4" [ 1009.857517] env[68946]: _type = "Task" [ 1009.857517] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.867637] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520cbcb2-2f13-655a-0cc4-9db6fd9b11c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.874954] env[68946]: DEBUG oslo_concurrency.lockutils [req-cbd8a48f-1d77-4282-a2a6-6bf7629af702 req-b3ad7f7e-c0e5-4e8c-8b51-84f7ad608c9e service nova] Releasing lock "refresh_cache-b036b882-dda3-467b-a3ca-d7626c8e98f4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.072649] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079728} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.072935] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.074281] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135660e5-517e-49c6-976a-79f1eacee2eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.106215] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.110209] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb2c688-1be2-48a0-81bf-89420f9092c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.132726] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878975, 'name': PowerOffVM_Task, 'duration_secs': 0.244426} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.134172] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.135016] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1010.135016] env[68946]: value = "task-2878976" [ 1010.135016] env[68946]: _type = "Task" [ 1010.135016] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.136089] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb9b5c-2212-44b6-9d39-c5b818f0d025 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.150032] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.166019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c28f3-7538-4d6a-8c60-a9980a2b2ac9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.220679] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.220787] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64aab267-2123-4ca6-926c-8eff143de7c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.232451] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1010.232451] env[68946]: value = "task-2878977" [ 1010.232451] env[68946]: _type = "Task" [ 1010.232451] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.233758] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.258414] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.258787] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.259106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.259537] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.260492] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.260835] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77bcec76-0a83-4d65-9a20-515af311bbab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.283268] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.283495] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.284520] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6ff179-909a-410b-8ac7-46b0f6d514c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.293302] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1010.293302] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52781b38-52a0-798f-acf4-6772d3965e3a" [ 1010.293302] env[68946]: _type = "Task" [ 1010.293302] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.303109] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52781b38-52a0-798f-acf4-6772d3965e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.371997] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520cbcb2-2f13-655a-0cc4-9db6fd9b11c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02608} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.372430] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.373166] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.373166] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.373166] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.373530] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.373592] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de370e57-a525-48ae-8d45-96d95e736ac5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.382308] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.382489] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.383500] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a80db5a-88c5-43f3-b32b-2895c7c337f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.391051] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1010.391051] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52445f5d-d5bd-2f1a-3f9c-01103d3a4f31" [ 1010.391051] env[68946]: _type = "Task" [ 1010.391051] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.403472] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52445f5d-d5bd-2f1a-3f9c-01103d3a4f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.462306] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Successfully created port: cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.652311] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c13c7a6-0faf-482d-84e1-b6703aa5a5d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.667164] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878976, 'name': ReconfigVM_Task, 'duration_secs': 0.344358} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.668189] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d548b0-1b17-4786-b107-ceec9df34a87 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.671794] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.672463] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e343733-2132-402f-9879-6297a034ec86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.706024] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb20712-0f54-4116-b441-58bc754bba64 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.710716] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1010.710716] env[68946]: value = "task-2878978" [ 1010.710716] env[68946]: _type = "Task" [ 1010.710716] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.721093] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3068826-9771-4382-970c-3f1432e1bb12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.730634] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878978, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.738649] env[68946]: DEBUG nova.compute.provider_tree [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.804999] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52781b38-52a0-798f-acf4-6772d3965e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.028042} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.806201] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00853fd6-14f5-4a68-aae2-7189b38556f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.814556] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1010.814556] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481d2d-244f-f441-bcf4-76f4ee26c9b0" [ 1010.814556] env[68946]: _type = "Task" [ 1010.814556] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.824758] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481d2d-244f-f441-bcf4-76f4ee26c9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.906176] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52445f5d-d5bd-2f1a-3f9c-01103d3a4f31, 'name': SearchDatastore_Task, 'duration_secs': 0.021245} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.907015] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ea2c08-baee-4ff3-a98c-87b32054d0dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.912680] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1010.912680] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520dd39f-757f-f011-5408-d35d7bd14a1f" [ 1010.912680] env[68946]: _type = "Task" [ 1010.912680] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.926599] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520dd39f-757f-f011-5408-d35d7bd14a1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.227786] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878978, 'name': Rename_Task, 'duration_secs': 0.161396} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.228197] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.228378] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e57fb1a-5f68-455d-a0f7-212af3b1b191 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.236181] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1011.236181] env[68946]: value = "task-2878979" [ 1011.236181] env[68946]: _type = "Task" [ 1011.236181] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.246317] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.251202] env[68946]: DEBUG nova.scheduler.client.report [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.254243] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.291289] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.291570] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.292908] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.292908] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.292908] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.292908] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.293217] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.293272] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.293416] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.293578] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.293761] env[68946]: DEBUG nova.virt.hardware [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.298019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c69ef32-0184-4425-a792-12fe556fe1e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.304815] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26aa67c-9aba-43af-ab31-6d9c669c77b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.328610] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52481d2d-244f-f441-bcf4-76f4ee26c9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022716} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.328883] env[68946]: DEBUG oslo_concurrency.lockutils [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.329236] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1011.329908] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59d66ea8-285b-4fe4-b97d-0a38fd0a100e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.341160] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1011.341160] env[68946]: value = "task-2878980" [ 1011.341160] env[68946]: _type = "Task" [ 1011.341160] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.351130] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.428559] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520dd39f-757f-f011-5408-d35d7bd14a1f, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.428845] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.429568] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b036b882-dda3-467b-a3ca-d7626c8e98f4/b036b882-dda3-467b-a3ca-d7626c8e98f4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.431377] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd52a38e-3f6d-420a-b289-4b1f85b210d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.440190] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1011.440190] env[68946]: value = "task-2878981" [ 1011.440190] env[68946]: _type = "Task" [ 1011.440190] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.449132] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.749697] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878979, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.759051] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.762035] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.764761] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.856s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.857302] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.956765] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.002417] env[68946]: DEBUG nova.compute.manager [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Received event network-vif-plugged-cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.002417] env[68946]: DEBUG oslo_concurrency.lockutils [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.002767] env[68946]: DEBUG oslo_concurrency.lockutils [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.002972] env[68946]: DEBUG oslo_concurrency.lockutils [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.003299] env[68946]: DEBUG nova.compute.manager [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] No waiting events found dispatching network-vif-plugged-cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.003485] env[68946]: WARNING nova.compute.manager [req-f60b5144-fc14-4b2d-b0fb-904ff6344e3e req-9c743a72-4cf4-4e7c-9d85-7f799afdcf55 service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Received unexpected event network-vif-plugged-cf4dfff0-e4f2-4915-8712-1d4b733b76a5 for instance with vm_state building and task_state spawning. [ 1012.140569] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Successfully updated port: cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.247526] env[68946]: DEBUG oslo_vmware.api [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878979, 'name': PowerOnVM_Task, 'duration_secs': 0.856642} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.252124] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.252124] env[68946]: INFO nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1012.252124] env[68946]: DEBUG nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.252124] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144cfc2-ad88-45dd-bfb2-ca91686b05c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.268240] env[68946]: DEBUG nova.compute.utils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.272375] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.272544] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.351428] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754785} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.357220] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1012.360358] env[68946]: DEBUG nova.policy [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e24398997f544b5ba1e4b576a130920', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eec90c7d41e240cfadbcfc80dd56e6d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.361272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043d0d3-6de0-4441-a4bc-6f0755ea2cbf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.390870] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.394758] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f213a2-5371-485c-b6d5-73a02d455431 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.416034] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1012.416034] env[68946]: value = "task-2878982" [ 1012.416034] env[68946]: _type = "Task" [ 1012.416034] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.425226] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.457865] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846779} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.458476] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b036b882-dda3-467b-a3ca-d7626c8e98f4/b036b882-dda3-467b-a3ca-d7626c8e98f4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.458611] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.459382] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de02f3fe-5f0e-4434-bbf9-c5fcd8120694 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.470069] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1012.470069] env[68946]: value = "task-2878983" [ 1012.470069] env[68946]: _type = "Task" [ 1012.470069] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.483434] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.642073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.642073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.642073] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.773762] env[68946]: INFO nova.compute.manager [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Took 30.01 seconds to build instance. [ 1012.777468] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.860797] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Successfully created port: aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.867632] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20906625-b5ac-4b5d-9378-44a87ac6cbf8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.880409] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b184462-41fd-4395-8718-a5c08efad920 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.921077] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59973d20-011b-41f0-9c2d-7cc0af4f36bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.932958] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878982, 'name': ReconfigVM_Task, 'duration_secs': 0.349662} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.935465] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.936429] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10bdd7b-3890-4769-9b21-44ee39d81d7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.941977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3cc60-885c-4a4d-98a7-a843722c960a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.975058] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a4efe2-5cdb-4725-ae5a-44f15f01fbd4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.985595] env[68946]: DEBUG nova.compute.provider_tree [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.996269] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108391} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.998323] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.998707] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1012.998707] env[68946]: value = "task-2878984" [ 1012.998707] env[68946]: _type = "Task" [ 1012.998707] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.999412] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d497e9b1-3f86-4166-9c71-3d9458859824 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.028661] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] b036b882-dda3-467b-a3ca-d7626c8e98f4/b036b882-dda3-467b-a3ca-d7626c8e98f4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.032657] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f385e5af-c061-4bcf-8195-f8e5f1d16fdc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.047464] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.053302] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1013.053302] env[68946]: value = "task-2878985" [ 1013.053302] env[68946]: _type = "Task" [ 1013.053302] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.061797] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.181111] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.285924] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e44fc2f-fc75-43e3-9561-89e27abfbecb tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.533s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.331144] env[68946]: DEBUG nova.network.neutron [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Updating instance_info_cache with network_info: [{"id": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "address": "fa:16:3e:b5:4a:71", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dfff0-e4", "ovs_interfaceid": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.450603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.450914] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.495020] env[68946]: DEBUG nova.scheduler.client.report [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.515925] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878984, 'name': ReconfigVM_Task, 'duration_secs': 0.16046} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.516499] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.516784] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71294c5-7ec3-49de-a8c1-73f4f06e188b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.525590] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1013.525590] env[68946]: value = "task-2878986" [ 1013.525590] env[68946]: _type = "Task" [ 1013.525590] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.534582] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.563469] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878985, 'name': ReconfigVM_Task, 'duration_secs': 0.495649} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.564021] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Reconfigured VM instance instance-0000004d to attach disk [datastore2] b036b882-dda3-467b-a3ca-d7626c8e98f4/b036b882-dda3-467b-a3ca-d7626c8e98f4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.564595] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-378a0596-9951-4ace-8935-a80887356c81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.572224] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1013.572224] env[68946]: value = "task-2878987" [ 1013.572224] env[68946]: _type = "Task" [ 1013.572224] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.581717] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878987, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.788306] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.815787] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.815882] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.816042] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.816232] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.816375] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.816520] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.816725] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.816884] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.817059] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.817224] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.817393] env[68946]: DEBUG nova.virt.hardware [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.818281] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d326ffb-6856-4d02-ae1d-d28c1982a243 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.826802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0091f3ef-a814-42ba-b0a6-3897105bdfe6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.844123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.844611] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Instance network_info: |[{"id": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "address": "fa:16:3e:b5:4a:71", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dfff0-e4", "ovs_interfaceid": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.845088] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf4dfff0-e4f2-4915-8712-1d4b733b76a5', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.852416] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.852658] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.852888] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363570ec-7677-45b4-ac08-81fc6180e29b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.876644] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.876644] env[68946]: value = "task-2878988" [ 1013.876644] env[68946]: _type = "Task" [ 1013.876644] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.885906] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878988, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.954776] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.037530] env[68946]: DEBUG oslo_vmware.api [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2878986, 'name': PowerOnVM_Task, 'duration_secs': 0.417086} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.037794] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.040847] env[68946]: DEBUG nova.compute.manager [None req-07421d09-3bf9-4642-bb79-ff5c5aae8743 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.042032] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5792031d-3cad-435a-a3db-d36b2858557e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.046968] env[68946]: DEBUG nova.compute.manager [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Received event network-changed-cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.047176] env[68946]: DEBUG nova.compute.manager [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Refreshing instance network info cache due to event network-changed-cf4dfff0-e4f2-4915-8712-1d4b733b76a5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1014.047408] env[68946]: DEBUG oslo_concurrency.lockutils [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] Acquiring lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.047534] env[68946]: DEBUG oslo_concurrency.lockutils [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] Acquired lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.047691] env[68946]: DEBUG nova.network.neutron [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Refreshing network info cache for port cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.084713] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878987, 'name': Rename_Task, 'duration_secs': 0.182532} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.084887] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.085070] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b28299-3c73-4073-8111-640d86587572 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.091323] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1014.091323] env[68946]: value = "task-2878989" [ 1014.091323] env[68946]: _type = "Task" [ 1014.091323] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.101349] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.391282] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878988, 'name': CreateVM_Task, 'duration_secs': 0.464725} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.391592] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.392314] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.392510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.393089] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.393199] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d664227d-a26b-4cd5-941b-f050eacf6f93 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.398940] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1014.398940] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f8898a-ca26-a413-41df-9613c50008cc" [ 1014.398940] env[68946]: _type = "Task" [ 1014.398940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.409291] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f8898a-ca26-a413-41df-9613c50008cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.429906] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Successfully updated port: aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.482384] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.512060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.747s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.518618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.027s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.518870] env[68946]: DEBUG nova.objects.instance [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lazy-loading 'resources' on Instance uuid 22f01196-620d-45a9-92b5-eff2c1eb4d28 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.610735] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.806842] env[68946]: DEBUG nova.network.neutron [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Updated VIF entry in instance network info cache for port cf4dfff0-e4f2-4915-8712-1d4b733b76a5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.806992] env[68946]: DEBUG nova.network.neutron [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Updating instance_info_cache with network_info: [{"id": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "address": "fa:16:3e:b5:4a:71", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf4dfff0-e4", "ovs_interfaceid": "cf4dfff0-e4f2-4915-8712-1d4b733b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.912479] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f8898a-ca26-a413-41df-9613c50008cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.915075] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.915075] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.915075] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.915075] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.915075] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.915075] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9d6d45-a856-43b8-9c7a-532a6fed615c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.928229] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.928229] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.928229] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c42f8e-0813-4749-8895-a88309b5b4f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.938357] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.938535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.938801] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.940046] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1014.940046] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52066435-51d0-cba1-6663-e5fda5d9a99f" [ 1014.940046] env[68946]: _type = "Task" [ 1014.940046] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.950961] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52066435-51d0-cba1-6663-e5fda5d9a99f, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.952508] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f35b48-b623-47c1-9559-5a4e98c68d32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.958272] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1014.958272] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520b32bb-fd09-07d2-f2aa-a69fea00cd13" [ 1014.958272] env[68946]: _type = "Task" [ 1014.958272] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.968039] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520b32bb-fd09-07d2-f2aa-a69fea00cd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.092412] env[68946]: INFO nova.scheduler.client.report [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocation for migration 98eaac06-5f0f-4813-9d5d-23d4516256b4 [ 1015.110580] env[68946]: DEBUG oslo_vmware.api [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2878989, 'name': PowerOnVM_Task, 'duration_secs': 0.605202} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.111916] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.111916] env[68946]: INFO nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1015.111916] env[68946]: DEBUG nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.112101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd7acd-1e7c-4d35-9084-90afc7c6f6dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.311472] env[68946]: DEBUG oslo_concurrency.lockutils [req-33e5bee5-d085-4636-9cf9-41907e810a47 req-69f3258b-3d25-428b-854f-fc187cf0021c service nova] Releasing lock "refresh_cache-eacca771-6b89-4e73-9f7d-ec18d23c29c7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.409621] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.410625] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31d030-034c-4cb3-8bb6-91b44032b777 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.422285] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.422409] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.422608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.425437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.425437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.425437] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.425437] env[68946]: ERROR oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk due to incomplete transfer. [ 1015.425593] env[68946]: INFO nova.compute.manager [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Terminating instance [ 1015.426780] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bcefe5d-9ad1-424e-8328-d0208cf460d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.437279] env[68946]: DEBUG oslo_vmware.rw_handles [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52da3489-63b4-abe9-e1ca-e31a08829184/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1015.439048] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploaded image f9c032a0-aa89-45da-ba23-70cfeeab192c to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1015.439875] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.441163] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b226226a-6e82-4af2-b986-254dc4cd0fd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.452474] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1015.452474] env[68946]: value = "task-2878990" [ 1015.452474] env[68946]: _type = "Task" [ 1015.452474] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.460981] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878990, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.467275] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c66520-ed54-4985-a413-614756477669 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.476407] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fee6ec-a81b-4da5-a95b-36b7ed9c890e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.483220] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520b32bb-fd09-07d2-f2aa-a69fea00cd13, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.483853] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.484566] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] eacca771-6b89-4e73-9f7d-ec18d23c29c7/eacca771-6b89-4e73-9f7d-ec18d23c29c7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.485219] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e045211c-4136-4759-9ab2-d94d92575302 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.514278] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.519066] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd478a6-560c-4599-afd6-4df694755e83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.521341] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1015.521341] env[68946]: value = "task-2878991" [ 1015.521341] env[68946]: _type = "Task" [ 1015.521341] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.528056] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1febec7-f82e-499c-a85f-ac399a2c6b1c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.534807] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.546838] env[68946]: DEBUG nova.compute.provider_tree [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.606261] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3dce5bff-6c2c-4b4e-afbc-aed836be75e7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.147s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.635594] env[68946]: INFO nova.compute.manager [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Took 31.98 seconds to build instance. [ 1015.784527] env[68946]: DEBUG nova.network.neutron [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Updating instance_info_cache with network_info: [{"id": "aa3179bb-7325-4137-8aaf-61871eca8686", "address": "fa:16:3e:9f:be:8e", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3179bb-73", "ovs_interfaceid": "aa3179bb-7325-4137-8aaf-61871eca8686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.932409] env[68946]: DEBUG nova.compute.manager [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.932650] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.934218] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1e4ebb-b669-471e-9ba4-9a9fa735efb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.943500] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.943815] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f2a0ded-3cdb-4cdf-8b53-287781d21c17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.954681] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1015.954681] env[68946]: value = "task-2878992" [ 1015.954681] env[68946]: _type = "Task" [ 1015.954681] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.970017] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.975123] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878990, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.035200] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878991, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.051681] env[68946]: DEBUG nova.scheduler.client.report [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.064123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.064531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.137969] env[68946]: DEBUG oslo_concurrency.lockutils [None req-564fbf14-80fe-475e-89d1-6965ef0cddb5 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.502s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.215979] env[68946]: DEBUG nova.compute.manager [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Received event network-vif-plugged-aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.216474] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Acquiring lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.216715] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.216885] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.217071] env[68946]: DEBUG nova.compute.manager [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] No waiting events found dispatching network-vif-plugged-aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.217254] env[68946]: WARNING nova.compute.manager [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Received unexpected event network-vif-plugged-aa3179bb-7325-4137-8aaf-61871eca8686 for instance with vm_state building and task_state spawning. [ 1016.217458] env[68946]: DEBUG nova.compute.manager [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Received event network-changed-aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.217654] env[68946]: DEBUG nova.compute.manager [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Refreshing instance network info cache due to event network-changed-aa3179bb-7325-4137-8aaf-61871eca8686. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1016.217833] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Acquiring lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.237808] env[68946]: INFO nova.compute.manager [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Unrescuing [ 1016.240673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.240673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.240673] env[68946]: DEBUG nova.network.neutron [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.287921] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.287921] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Instance network_info: |[{"id": "aa3179bb-7325-4137-8aaf-61871eca8686", "address": "fa:16:3e:9f:be:8e", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3179bb-73", "ovs_interfaceid": "aa3179bb-7325-4137-8aaf-61871eca8686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.287921] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Acquired lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.287921] env[68946]: DEBUG nova.network.neutron [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Refreshing network info cache for port aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.289037] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:be:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa3179bb-7325-4137-8aaf-61871eca8686', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.299943] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.300674] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.301098] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7471ee44-3f1b-447b-ab68-84a23c1c9fd1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.331509] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.331509] env[68946]: value = "task-2878993" [ 1016.331509] env[68946]: _type = "Task" [ 1016.331509] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.344746] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878993, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.480779] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878990, 'name': Destroy_Task, 'duration_secs': 0.855607} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.487041] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroyed the VM [ 1016.487541] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.488409] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878992, 'name': PowerOffVM_Task, 'duration_secs': 0.425277} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.489133] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a1d7042-2f24-4f82-9801-b6a9afc7f3e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.492685] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.492884] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.493613] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7d9fdde-568d-4451-8d95-28f76fd40f3e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.503179] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1016.503179] env[68946]: value = "task-2878994" [ 1016.503179] env[68946]: _type = "Task" [ 1016.503179] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.519279] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.531303] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746662} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.531574] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] eacca771-6b89-4e73-9f7d-ec18d23c29c7/eacca771-6b89-4e73-9f7d-ec18d23c29c7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.531784] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.532294] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93a05e83-b212-478e-8477-cf4652d00da7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.539397] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1016.539397] env[68946]: value = "task-2878996" [ 1016.539397] env[68946]: _type = "Task" [ 1016.539397] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.550925] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.561156] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.564137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.665s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.564423] env[68946]: DEBUG nova.objects.instance [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lazy-loading 'resources' on Instance uuid 30b2d150-4b75-4fc9-9750-2637aa2776d7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.568060] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.572019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.572019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.572224] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleting the datastore file [datastore2] 0543bc65-6d1d-4e40-bdaf-480e56d5cca5 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.576828] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7351a44-cd50-4a3b-8801-70ca3ab5ccab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.582379] env[68946]: INFO nova.scheduler.client.report [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted allocations for instance 22f01196-620d-45a9-92b5-eff2c1eb4d28 [ 1016.591152] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1016.591152] env[68946]: value = "task-2878997" [ 1016.591152] env[68946]: _type = "Task" [ 1016.591152] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.605038] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.823503] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "0f831683-4219-46e0-a598-71fd80c2a72e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.824343] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.842131] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2878993, 'name': CreateVM_Task, 'duration_secs': 0.435236} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.842371] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.843152] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.843316] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.844037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.844037] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe5c1e1-04f2-4dca-a531-89bc7af30a4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.852411] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1016.852411] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265b2e9-bbfe-b974-9f77-457a8a98a1b9" [ 1016.852411] env[68946]: _type = "Task" [ 1016.852411] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.863954] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265b2e9-bbfe-b974-9f77-457a8a98a1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.974084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.974084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.974084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d02b606f-af32-4330-a281-c0cd017199ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.974305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.974342] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.981573] env[68946]: INFO nova.compute.manager [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Terminating instance [ 1017.018580] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878994, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.055500] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128872} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.059225] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.060330] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9eb1a8-51e4-40b1-b63a-a5d4ed25fc6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.096151] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] eacca771-6b89-4e73-9f7d-ec18d23c29c7/eacca771-6b89-4e73-9f7d-ec18d23c29c7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.101702] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15efc50d-197e-4837-bc95-88603f374238 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.117009] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4835396-3463-4a17-8324-58d2cbc238fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.124902] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c53452e0-08d7-48b7-ab01-2948cb90793b tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "22f01196-620d-45a9-92b5-eff2c1eb4d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.255s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.138500] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49dfb6-6c99-465d-8f40-6fcce05be718 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.142338] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1017.142338] env[68946]: value = "task-2878998" [ 1017.142338] env[68946]: _type = "Task" [ 1017.142338] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.142583] env[68946]: DEBUG oslo_vmware.api [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2878997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336798} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.143308] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.143497] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.143672] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.143840] env[68946]: INFO nova.compute.manager [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1017.144087] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.145066] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.149026] env[68946]: DEBUG nova.compute.manager [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.149124] env[68946]: DEBUG nova.network.neutron [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.177490] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e276de-96bc-454a-abac-3e7bd7297a68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.183586] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.189086] env[68946]: DEBUG nova.network.neutron [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updating instance_info_cache with network_info: [{"id": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "address": "fa:16:3e:05:ce:13", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd04616d-ac", "ovs_interfaceid": "dd04616d-aceb-4221-beaa-08aaacd4ccc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.192182] env[68946]: DEBUG nova.network.neutron [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Updated VIF entry in instance network info cache for port aa3179bb-7325-4137-8aaf-61871eca8686. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.192521] env[68946]: DEBUG nova.network.neutron [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Updating instance_info_cache with network_info: [{"id": "aa3179bb-7325-4137-8aaf-61871eca8686", "address": "fa:16:3e:9f:be:8e", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa3179bb-73", "ovs_interfaceid": "aa3179bb-7325-4137-8aaf-61871eca8686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.194600] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8193ff8-6430-4822-9a88-50430e3a1050 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.209118] env[68946]: DEBUG nova.compute.provider_tree [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.326243] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.365020] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265b2e9-bbfe-b974-9f77-457a8a98a1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.028135} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.365020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.365020] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.365020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.365020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.365020] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.365020] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1eb969a-a475-4bcd-b720-19590dbaa514 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.376026] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.376237] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.377023] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a72eb17-7cef-4c7d-a203-82ea99c8ee63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382940] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1017.382940] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a22cd6-d24e-209d-1280-0aaf8098e631" [ 1017.382940] env[68946]: _type = "Task" [ 1017.382940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.398386] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a22cd6-d24e-209d-1280-0aaf8098e631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.497086] env[68946]: DEBUG nova.compute.manager [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.497349] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.497744] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.498015] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.499599] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0cfe11-73c0-469c-a61c-9e7591707300 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.510945] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.511782] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060dd20d-c320-4590-83e5-ce21f5a277b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.518757] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878994, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.520260] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1017.520260] env[68946]: value = "task-2878999" [ 1017.520260] env[68946]: _type = "Task" [ 1017.520260] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.528453] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.654707] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.692874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-37b43448-c44b-44eb-b4b8-45a03d1c28c8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.693938] env[68946]: DEBUG nova.objects.instance [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'flavor' on Instance uuid 37b43448-c44b-44eb-b4b8-45a03d1c28c8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.700853] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9b7cc09-9aa1-41d3-9f03-df238a731ff6 req-d5023409-7757-444e-acbd-48ef88e2a1ae service nova] Releasing lock "refresh_cache-439d07ea-dfc6-4d09-a99b-f823a3a9ed20" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.712378] env[68946]: DEBUG nova.scheduler.client.report [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.807117] env[68946]: DEBUG nova.compute.manager [req-0a9ae9b7-0350-4b54-a2a2-a12faf1f3d61 req-9783b35e-d796-4ca4-998a-4dc3e165bde7 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Received event network-vif-deleted-15124487-0297-4256-a4a0-954fcbc691ca {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.807328] env[68946]: INFO nova.compute.manager [req-0a9ae9b7-0350-4b54-a2a2-a12faf1f3d61 req-9783b35e-d796-4ca4-998a-4dc3e165bde7 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Neutron deleted interface 15124487-0297-4256-a4a0-954fcbc691ca; detaching it from the instance and deleting it from the info cache [ 1017.807496] env[68946]: DEBUG nova.network.neutron [req-0a9ae9b7-0350-4b54-a2a2-a12faf1f3d61 req-9783b35e-d796-4ca4-998a-4dc3e165bde7 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.854421] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.894847] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a22cd6-d24e-209d-1280-0aaf8098e631, 'name': SearchDatastore_Task, 'duration_secs': 0.032814} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.895761] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdec966-423c-4e90-b151-3c6ac80af0e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.903510] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1017.903510] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bee14c-02f1-60a5-3702-706f8118e599" [ 1017.903510] env[68946]: _type = "Task" [ 1017.903510] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.912310] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bee14c-02f1-60a5-3702-706f8118e599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.004596] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.022803] env[68946]: DEBUG oslo_vmware.api [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2878994, 'name': RemoveSnapshot_Task, 'duration_secs': 1.3264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.022803] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.022803] env[68946]: INFO nova.compute.manager [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 1018.036260] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2878999, 'name': PowerOffVM_Task, 'duration_secs': 0.34266} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.036260] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.040031] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.040031] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aaa806a-9ffb-4413-9e24-09e709df408c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.156992] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2878998, 'name': ReconfigVM_Task, 'duration_secs': 0.681056} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.156992] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfigured VM instance instance-0000004e to attach disk [datastore1] eacca771-6b89-4e73-9f7d-ec18d23c29c7/eacca771-6b89-4e73-9f7d-ec18d23c29c7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.157311] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a6235d-8592-4132-a9ed-2bbc0a28d65a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165405] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1018.165405] env[68946]: value = "task-2879001" [ 1018.165405] env[68946]: _type = "Task" [ 1018.165405] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.176693] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879001, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.200294] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a2c83c-0178-4e19-b559-f2b9c83c1c1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.223808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.226511] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.227448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.185s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.229037] env[68946]: INFO nova.compute.claims [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.232034] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8ee0b93-464c-443b-b82a-057539e1810f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.235171] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.235379] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.235549] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore2] d02b606f-af32-4330-a281-c0cd017199ed {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.236300] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e3e4bd-5385-4035-ac60-acecd3d375cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.240627] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1018.240627] env[68946]: value = "task-2879002" [ 1018.240627] env[68946]: _type = "Task" [ 1018.240627] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.244708] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1018.244708] env[68946]: value = "task-2879003" [ 1018.244708] env[68946]: _type = "Task" [ 1018.244708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.249033] env[68946]: INFO nova.scheduler.client.report [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Deleted allocations for instance 30b2d150-4b75-4fc9-9750-2637aa2776d7 [ 1018.254460] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.263470] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.286686] env[68946]: DEBUG nova.network.neutron [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.310759] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58023bf4-9d8d-4823-8ad9-e22cc3c6f91b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.320250] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68a8ea-4108-40e7-b7a1-3c17287088cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.358798] env[68946]: DEBUG nova.compute.manager [req-0a9ae9b7-0350-4b54-a2a2-a12faf1f3d61 req-9783b35e-d796-4ca4-998a-4dc3e165bde7 service nova] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Detach interface failed, port_id=15124487-0297-4256-a4a0-954fcbc691ca, reason: Instance 0543bc65-6d1d-4e40-bdaf-480e56d5cca5 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1018.416165] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bee14c-02f1-60a5-3702-706f8118e599, 'name': SearchDatastore_Task, 'duration_secs': 0.015115} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.416457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.416723] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 439d07ea-dfc6-4d09-a99b-f823a3a9ed20/439d07ea-dfc6-4d09-a99b-f823a3a9ed20.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.416998] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b573bf9f-4a76-4089-b1b9-ebfa11b99630 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.424381] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1018.424381] env[68946]: value = "task-2879004" [ 1018.424381] env[68946]: _type = "Task" [ 1018.424381] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.434762] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.525115] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.582468] env[68946]: DEBUG nova.compute.manager [None req-23866fa2-d155-4acc-af96-1a275cfe59dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Found 1 images (rotation: 2) {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1018.675976] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879001, 'name': Rename_Task, 'duration_secs': 0.210438} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.675976] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.675976] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363d7e9e-9dd4-4b97-aa99-d64d71255a04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.682730] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1018.682730] env[68946]: value = "task-2879005" [ 1018.682730] env[68946]: _type = "Task" [ 1018.682730] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.691549] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.752907] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879002, 'name': PowerOffVM_Task, 'duration_secs': 0.237864} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.753584] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.759060] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.764611] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7b4303-d201-482d-8cae-ceb7634d0bec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.778044] env[68946]: DEBUG oslo_vmware.api [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23372} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.778558] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ca6a874-eba6-4cee-9447-bf9eda40ef74 tempest-ListServersNegativeTestJSON-483012762 tempest-ListServersNegativeTestJSON-483012762-project-member] Lock "30b2d150-4b75-4fc9-9750-2637aa2776d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.838s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.780341] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.780527] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.780706] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.780867] env[68946]: INFO nova.compute.manager [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1018.781149] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.781794] env[68946]: DEBUG nova.compute.manager [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.781919] env[68946]: DEBUG nova.network.neutron [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.789202] env[68946]: INFO nova.compute.manager [-] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Took 1.64 seconds to deallocate network for instance. [ 1018.789559] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1018.789559] env[68946]: value = "task-2879006" [ 1018.789559] env[68946]: _type = "Task" [ 1018.789559] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.806470] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.937083] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879004, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.194470] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.304594] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.304901] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879006, 'name': ReconfigVM_Task, 'duration_secs': 0.510661} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.305196] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.305401] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.305633] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83689beb-bdf9-477a-947a-362244dd9d25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.313651] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1019.313651] env[68946]: value = "task-2879007" [ 1019.313651] env[68946]: _type = "Task" [ 1019.313651] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.323656] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.436408] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.440126] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 439d07ea-dfc6-4d09-a99b-f823a3a9ed20/439d07ea-dfc6-4d09-a99b-f823a3a9ed20.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.440733] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.443590] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e9ad120-1e0c-4f3a-9ffc-1569e4efa94f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.450275] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1019.450275] env[68946]: value = "task-2879008" [ 1019.450275] env[68946]: _type = "Task" [ 1019.450275] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.458739] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.703675] env[68946]: DEBUG oslo_vmware.api [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879005, 'name': PowerOnVM_Task, 'duration_secs': 0.699908} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.704468] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.704801] env[68946]: INFO nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1019.706402] env[68946]: DEBUG nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.707206] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c35182-a778-4cdd-80e6-e2e2bb28cefe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.712785] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df97f80-3ccb-4903-b1bc-f971363cf3a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726493] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968bc6fe-6440-4de4-9311-c9d6af953b98 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.757035] env[68946]: DEBUG nova.network.neutron [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.763896] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88b883-2296-4b56-953b-5a8529ddf73a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.771788] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b66538-33bb-4347-a299-8025bbf96241 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.788595] env[68946]: DEBUG nova.compute.provider_tree [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.826124] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.843497] env[68946]: DEBUG nova.compute.manager [req-edf232d8-52c7-40a0-9658-0601719b36ef req-a0c2eb91-dde8-4242-baf9-b9e8b210ead5 service nova] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Received event network-vif-deleted-12170248-2417-424e-bf72-65ea2063556a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.962049] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187725} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.962472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.963739] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70f025-88bb-4d69-9c94-708e9be1bccb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.003496] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 439d07ea-dfc6-4d09-a99b-f823a3a9ed20/439d07ea-dfc6-4d09-a99b-f823a3a9ed20.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.003998] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335e04c7-edbe-4f54-a371-529c738342f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.037263] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1020.037263] env[68946]: value = "task-2879009" [ 1020.037263] env[68946]: _type = "Task" [ 1020.037263] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.051209] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.051614] env[68946]: DEBUG nova.compute.manager [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.052996] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620980d4-09a4-40b5-9dc2-daf29c61e60c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.229261] env[68946]: INFO nova.compute.manager [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Took 30.95 seconds to build instance. [ 1020.265419] env[68946]: INFO nova.compute.manager [-] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Took 1.48 seconds to deallocate network for instance. [ 1020.291748] env[68946]: DEBUG nova.scheduler.client.report [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.324077] env[68946]: DEBUG oslo_vmware.api [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879007, 'name': PowerOnVM_Task, 'duration_secs': 0.615915} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.324386] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.324631] env[68946]: DEBUG nova.compute.manager [None req-e3248d8a-8a58-496f-8457-a6802b1e84cb tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.325409] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ecb61c-9e8a-450b-8418-d8bb87031e69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.548089] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.567288] env[68946]: INFO nova.compute.manager [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] instance snapshotting [ 1020.567893] env[68946]: DEBUG nova.objects.instance [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.731380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-28ca03e4-8558-47c9-9c26-b0603516954a tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.457s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.771732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.796445] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.796988] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.799574] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.930s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.053296] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.074069] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f57e7-eaa8-4291-805e-d18a190ed6c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.098052] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ac55c-6baf-43cb-80ce-aa1819fcdefe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.160479] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0349ab-b998-49a4-8da5-ac786b9fc9d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.169057] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a3c56-6aa9-4be6-8703-46e8fe3d7f79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.199536] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3580a3e-07ed-49c0-8a38-9f5c7059f521 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.207481] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c97e10-aae3-4aa9-b0d0-7223e6a6ffef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.220917] env[68946]: DEBUG nova.compute.provider_tree [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.305256] env[68946]: DEBUG nova.compute.utils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.306599] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.306769] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.374296] env[68946]: DEBUG nova.policy [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eec4fcb4cc24361a9a7d06f237d4a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b56c411d629b4836be278e3c3a62e9a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.551890] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879009, 'name': ReconfigVM_Task, 'duration_secs': 1.09259} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.552264] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 439d07ea-dfc6-4d09-a99b-f823a3a9ed20/439d07ea-dfc6-4d09-a99b-f823a3a9ed20.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.552930] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-014c4adc-1333-4f02-902a-1633b2b36633 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.561880] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1021.561880] env[68946]: value = "task-2879010" [ 1021.561880] env[68946]: _type = "Task" [ 1021.561880] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.571737] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879010, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.615604] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.615945] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83091e07-0f9b-4926-8291-e233ac15b123 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.624981] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1021.624981] env[68946]: value = "task-2879011" [ 1021.624981] env[68946]: _type = "Task" [ 1021.624981] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.635284] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879011, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.645101] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "15a572a9-d29e-4a7e-b964-35685c320785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.645364] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.725157] env[68946]: DEBUG nova.scheduler.client.report [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.733443] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Successfully created port: 81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.814025] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.817372] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.817783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.830217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "d0535e18-d369-4219-869e-cea6a0407fb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.832996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.073219] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879010, 'name': Rename_Task, 'duration_secs': 0.20574} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.073675] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.073980] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588fe5c8-b3bb-4884-b55b-83ac7183d8f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.081832] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1022.081832] env[68946]: value = "task-2879012" [ 1022.081832] env[68946]: _type = "Task" [ 1022.081832] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.090592] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.138449] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879011, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.148310] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.231768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.432s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.232127] env[68946]: INFO nova.compute.manager [None req-c5611a17-1daa-4369-9666-850d093502d9 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Successfully reverted task state from rebuilding on failure for instance. [ 1022.238603] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.158s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.238876] env[68946]: DEBUG nova.objects.instance [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'resources' on Instance uuid 54237d16-2fbc-43a5-b368-b5102f99a7a7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.253624] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.253953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.254239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.254473] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.254655] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.257219] env[68946]: INFO nova.compute.manager [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Terminating instance [ 1022.321266] env[68946]: DEBUG nova.compute.utils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.334627] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.593679] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.637893] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879011, 'name': CreateSnapshot_Task, 'duration_secs': 0.664537} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.638194] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.638991] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a0433-27ff-4d30-9515-e28a9ab73012 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.683245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.761323] env[68946]: DEBUG nova.compute.manager [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.761612] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.765176] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a05ef75-5650-4b05-95d9-2cf439699fc3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.773296] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.773543] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92dcdd4f-18a1-44cb-aab1-fabbe1e461c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783133] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 1022.783133] env[68946]: value = "task-2879013" [ 1022.783133] env[68946]: _type = "Task" [ 1022.783133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.791554] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2879013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.824677] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.827267] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.859863] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.860189] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.860357] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.860546] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.860690] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.860834] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.861058] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.861225] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.861391] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.861554] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.861787] env[68946]: DEBUG nova.virt.hardware [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.862679] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcbad3-5874-4201-bb48-aaad52881391 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.867228] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.875473] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50835f18-b0c9-463d-a79a-b979d5e9dfe9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.098784] env[68946]: DEBUG oslo_vmware.api [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879012, 'name': PowerOnVM_Task, 'duration_secs': 0.867739} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.099061] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.099273] env[68946]: INFO nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1023.099489] env[68946]: DEBUG nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.101067] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8b4ea-0479-4b30-bda6-a59d751cb6fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.159518] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.160061] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f123163-3fe6-49f7-82cb-a700d8f80c49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.169713] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1023.169713] env[68946]: value = "task-2879014" [ 1023.169713] env[68946]: _type = "Task" [ 1023.169713] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.181435] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879014, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.198978] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7d62f-232a-428a-a509-e7c27aabb086 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.207553] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2500c949-c948-4735-a33f-3af532e2f485 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.237874] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90ef93-5066-44e3-9618-6441535f165d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.245496] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfc5375-5dbb-4e23-882d-23b32e53ab01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.259286] env[68946]: DEBUG nova.compute.provider_tree [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.297435] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2879013, 'name': PowerOffVM_Task, 'duration_secs': 0.425217} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.297820] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.298311] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.298827] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09eac424-9cc6-4225-a3f2-51b57e67eeec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.370675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.370675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.370675] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleting the datastore file [datastore2] 32b4b8e6-cbcc-4c49-b162-92a5e23ec310 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.370675] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30157a5e-c222-4c1b-b599-e59d7cbeaaa3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.378188] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for the task: (returnval){ [ 1023.378188] env[68946]: value = "task-2879016" [ 1023.378188] env[68946]: _type = "Task" [ 1023.378188] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.387868] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2879016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.498118] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Successfully updated port: 81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.561752] env[68946]: DEBUG nova.compute.manager [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Received event network-vif-plugged-81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.562134] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] Acquiring lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.562537] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.562672] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.562910] env[68946]: DEBUG nova.compute.manager [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] No waiting events found dispatching network-vif-plugged-81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.564098] env[68946]: WARNING nova.compute.manager [req-1c5379e5-f051-44ec-9628-a9b58dc1700c req-e5f5c5e7-d629-440c-b851-b3176330d3ef service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Received unexpected event network-vif-plugged-81a1939e-61d7-4065-91e1-9cd38d0f0ba1 for instance with vm_state building and task_state spawning. [ 1023.622933] env[68946]: INFO nova.compute.manager [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Took 33.35 seconds to build instance. [ 1023.681035] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879014, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.762051] env[68946]: DEBUG nova.scheduler.client.report [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.888986] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2879016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.915343] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.915652] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.915941] env[68946]: INFO nova.compute.manager [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Attaching volume ad9375be-fb98-41cd-9e85-8a03a56d3786 to /dev/sdb [ 1023.955974] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.956260] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.959967] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1e506-fa26-4601-abab-37d9133a4269 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.968035] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4cd2ec-0f84-4513-9f36-2884b8e7ac6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.982785] env[68946]: DEBUG nova.virt.block_device [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Updating existing volume attachment record: da144e12-e1ee-419c-a890-9d48e1184c3d {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1024.001233] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.001311] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.001454] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.129787] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1b7ceb1b-3d30-41dd-b71c-dbaef9beaf1c tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.878s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.180604] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879014, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.267590] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.270520] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.222s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.270803] env[68946]: DEBUG nova.objects.instance [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lazy-loading 'resources' on Instance uuid 34ade09a-f4ab-4db0-ae4a-05c05300ed4e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.277396] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.277916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.277916] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.278080] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.278191] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.280477] env[68946]: INFO nova.compute.manager [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Terminating instance [ 1024.294839] env[68946]: INFO nova.scheduler.client.report [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted allocations for instance 54237d16-2fbc-43a5-b368-b5102f99a7a7 [ 1024.388407] env[68946]: DEBUG oslo_vmware.api [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Task: {'id': task-2879016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562902} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.388658] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.388838] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.389025] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.389205] env[68946]: INFO nova.compute.manager [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1024.389453] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.389640] env[68946]: DEBUG nova.compute.manager [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.389733] env[68946]: DEBUG nova.network.neutron [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.459273] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.554260] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.683403] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879014, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.688469] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.688469] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.714215] env[68946]: DEBUG nova.network.neutron [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Updating instance_info_cache with network_info: [{"id": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "address": "fa:16:3e:60:99:2f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a1939e-61", "ovs_interfaceid": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.785195] env[68946]: DEBUG nova.compute.manager [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.785621] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.787493] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67564d8-dbec-42d2-aa92-03f6e04043a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.797893] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.797997] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66541ce7-59a3-4fc5-bfcf-622bc31107b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.805370] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1024.805370] env[68946]: value = "task-2879020" [ 1024.805370] env[68946]: _type = "Task" [ 1024.805370] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.805711] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4833746d-1dd3-47e3-89af-980a04a857b1 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "54237d16-2fbc-43a5-b368-b5102f99a7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.448s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.826541] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.987776] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.187052] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879014, 'name': CloneVM_Task, 'duration_secs': 1.897294} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.187370] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created linked-clone VM from snapshot [ 1025.188181] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217b311-12cc-44ab-aad8-2bac45e04f15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.199835] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.199835] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.200060] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.200187] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.200385] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.200535] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.200676] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1025.205470] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.206186] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploading image bb0efce7-4698-4e5f-a637-1bd8c377ae49 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.216831] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217960] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Instance network_info: |[{"id": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "address": "fa:16:3e:60:99:2f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a1939e-61", "ovs_interfaceid": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.219064] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:99:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a1939e-61d7-4065-91e1-9cd38d0f0ba1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.227062] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.230213] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.232259] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d55355-94e8-4359-a59e-d1f9b0e1e072 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249731] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120dc694-32d8-4e8b-b44c-163d59faa3bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.255232] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1025.255232] env[68946]: value = "vm-578563" [ 1025.255232] env[68946]: _type = "VirtualMachine" [ 1025.255232] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1025.255498] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed7086af-995e-474b-9624-f7402ca43f62 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.260572] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1610c-bbc7-44c6-877f-83f1ac56f8de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.263721] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.263721] env[68946]: value = "task-2879021" [ 1025.263721] env[68946]: _type = "Task" [ 1025.263721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.264893] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease: (returnval){ [ 1025.264893] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520895ee-71f7-0496-6331-ebf6b77ec793" [ 1025.264893] env[68946]: _type = "HttpNfcLease" [ 1025.264893] env[68946]: } obtained for exporting VM: (result){ [ 1025.264893] env[68946]: value = "vm-578563" [ 1025.264893] env[68946]: _type = "VirtualMachine" [ 1025.264893] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1025.265244] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the lease: (returnval){ [ 1025.265244] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520895ee-71f7-0496-6331-ebf6b77ec793" [ 1025.265244] env[68946]: _type = "HttpNfcLease" [ 1025.265244] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.297146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562dfb1-d421-4892-ab52-49661de16e41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.302722] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879021, 'name': CreateVM_Task} progress is 15%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.305362] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.305362] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520895ee-71f7-0496-6331-ebf6b77ec793" [ 1025.305362] env[68946]: _type = "HttpNfcLease" [ 1025.305362] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.307182] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.307182] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520895ee-71f7-0496-6331-ebf6b77ec793" [ 1025.307182] env[68946]: _type = "HttpNfcLease" [ 1025.307182] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.308063] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc97c59-2f82-45cd-9a05-977bcce60275 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.314109] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52dd63-1395-4bad-bed4-d95b413e9bd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.322881] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879020, 'name': PowerOffVM_Task, 'duration_secs': 0.218117} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.333676] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.333903] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.334269] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.334474] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.336396] env[68946]: DEBUG nova.compute.provider_tree [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.338517] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed121ab-61fa-49ff-af9a-f2ea33c75354 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.433455] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce06b0f2-2289-45e7-9b8e-9fb9b2139abf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.456536] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.456608] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.456851] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleting the datastore file [datastore1] 439d07ea-dfc6-4d09-a99b-f823a3a9ed20 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.457163] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8922e12-d034-488c-9be2-62730ab188af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.466777] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1025.466777] env[68946]: value = "task-2879024" [ 1025.466777] env[68946]: _type = "Task" [ 1025.466777] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.474947] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.477367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.477622] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.543700] env[68946]: DEBUG nova.network.neutron [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.594726] env[68946]: DEBUG nova.compute.manager [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Received event network-changed-81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.594910] env[68946]: DEBUG nova.compute.manager [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Refreshing instance network info cache due to event network-changed-81a1939e-61d7-4065-91e1-9cd38d0f0ba1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1025.595133] env[68946]: DEBUG oslo_concurrency.lockutils [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] Acquiring lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.595317] env[68946]: DEBUG oslo_concurrency.lockutils [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] Acquired lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.595600] env[68946]: DEBUG nova.network.neutron [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Refreshing network info cache for port 81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.709593] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.776097] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879021, 'name': CreateVM_Task, 'duration_secs': 0.406821} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.776545] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.777240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.777456] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.777933] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.778307] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea05f7d-7316-49fc-885b-5959eb0430ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.783370] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1025.783370] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5250a62a-6d9f-bdbe-78e8-bb89a7ac549e" [ 1025.783370] env[68946]: _type = "Task" [ 1025.783370] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.791816] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5250a62a-6d9f-bdbe-78e8-bb89a7ac549e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.896166] env[68946]: DEBUG nova.scheduler.client.report [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.977328] env[68946]: DEBUG oslo_vmware.api [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137672} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.978195] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.978835] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.978835] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.978835] env[68946]: INFO nova.compute.manager [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1025.979174] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.979397] env[68946]: DEBUG nova.compute.manager [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.979538] env[68946]: DEBUG nova.network.neutron [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.981959] env[68946]: DEBUG nova.compute.utils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.047366] env[68946]: INFO nova.compute.manager [-] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Took 1.66 seconds to deallocate network for instance. [ 1026.297746] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5250a62a-6d9f-bdbe-78e8-bb89a7ac549e, 'name': SearchDatastore_Task, 'duration_secs': 0.019375} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.299441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.299805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.300074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.301148] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.301439] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.301773] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9243aa6d-2341-4057-bcc2-42d0be1cb17e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.311824] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.311824] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.312466] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6952e519-9d07-40c6-abde-3544fe72fd03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.319848] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1026.319848] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523372ae-f381-d0d0-3601-e6bc5194127c" [ 1026.319848] env[68946]: _type = "Task" [ 1026.319848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.329111] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523372ae-f381-d0d0-3601-e6bc5194127c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.339326] env[68946]: DEBUG nova.network.neutron [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Updated VIF entry in instance network info cache for port 81a1939e-61d7-4065-91e1-9cd38d0f0ba1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.339770] env[68946]: DEBUG nova.network.neutron [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Updating instance_info_cache with network_info: [{"id": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "address": "fa:16:3e:60:99:2f", "network": {"id": "ae2ccc09-509c-4d7a-a7e3-9433d154bddc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1365317310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b56c411d629b4836be278e3c3a62e9a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a1939e-61", "ovs_interfaceid": "81a1939e-61d7-4065-91e1-9cd38d0f0ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.403186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.406675] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.477s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.406747] env[68946]: DEBUG nova.objects.instance [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid 48c377d9-10fb-4afd-9888-43db21a8cd84 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.435125] env[68946]: INFO nova.scheduler.client.report [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Deleted allocations for instance 34ade09a-f4ab-4db0-ae4a-05c05300ed4e [ 1026.485774] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.554980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.818215] env[68946]: DEBUG nova.network.neutron [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.830370] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523372ae-f381-d0d0-3601-e6bc5194127c, 'name': SearchDatastore_Task, 'duration_secs': 0.019165} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.832047] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12399b68-4326-435c-86f0-085d62abf69a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.838593] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1026.838593] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d2e13-254e-2946-47ad-f11c3eb69aed" [ 1026.838593] env[68946]: _type = "Task" [ 1026.838593] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.842947] env[68946]: DEBUG oslo_concurrency.lockutils [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] Releasing lock "refresh_cache-ab1e3dd0-f783-45ba-b269-960ee46a6710" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.843363] env[68946]: DEBUG nova.compute.manager [req-13427f40-645b-42c5-b850-7572cebcdcd2 req-249f7b74-785d-4dd9-a228-1718168ac314 service nova] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Received event network-vif-deleted-f3eb9ae8-e9cf-4cf7-81a7-db9110bfec3c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.849083] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d2e13-254e-2946-47ad-f11c3eb69aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.947118] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9b7b142e-6fc8-425b-9cd8-f26e0edbfcd7 tempest-ListServerFiltersTestJSON-1600929455 tempest-ListServerFiltersTestJSON-1600929455-project-member] Lock "34ade09a-f4ab-4db0-ae4a-05c05300ed4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.555s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.321605] env[68946]: INFO nova.compute.manager [-] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Took 1.34 seconds to deallocate network for instance. [ 1027.322605] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef7413a-6d0b-481d-8bd4-4c614524e2ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.337053] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf769273-7bac-40d3-8e92-ad6389f09071 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.350301] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d2e13-254e-2946-47ad-f11c3eb69aed, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.377842] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.378305] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ab1e3dd0-f783-45ba-b269-960ee46a6710/ab1e3dd0-f783-45ba-b269-960ee46a6710.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.379848] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5aee58-931d-4d5b-a7aa-b798a24925c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.382632] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c81d62-3f63-4a14-ad5d-134435b428cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.392761] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1027.392761] env[68946]: value = "task-2879026" [ 1027.392761] env[68946]: _type = "Task" [ 1027.392761] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.394316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fda41-538d-40af-981f-69c6cece613a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.408924] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.417737] env[68946]: DEBUG nova.compute.provider_tree [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.549835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.550132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.550384] env[68946]: INFO nova.compute.manager [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Attaching volume c8f569f3-bb59-42d6-aee1-7eb306b423fe to /dev/sdb [ 1027.613537] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cc3941-00d7-40da-9759-c84143bb3be5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.622210] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585a5f5f-1929-4a5d-8720-8d5b5a48ce13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.627310] env[68946]: DEBUG nova.compute.manager [req-5a9f9437-8b13-4ce6-87bf-5079ca364374 req-dc4bacc5-d948-4b89-84fd-cce79bcb7f5b service nova] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Received event network-vif-deleted-aa3179bb-7325-4137-8aaf-61871eca8686 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.640840] env[68946]: DEBUG nova.virt.block_device [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating existing volume attachment record: a5f6c2d2-5d7f-4d5a-8384-b75259b9a0b0 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.834083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.908706] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879026, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.921422] env[68946]: DEBUG nova.scheduler.client.report [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.409794] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523372} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.410227] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ab1e3dd0-f783-45ba-b269-960ee46a6710/ab1e3dd0-f783-45ba-b269-960ee46a6710.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.410496] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.410782] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b404d7a-3c73-4d8e-a6a0-1be053d8bff0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.419450] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1028.419450] env[68946]: value = "task-2879030" [ 1028.419450] env[68946]: _type = "Task" [ 1028.419450] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.429806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.432199] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.432831] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.617s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.433264] env[68946]: DEBUG nova.objects.instance [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lazy-loading 'resources' on Instance uuid 27b750f0-c420-4f43-b408-76e76b1a5eaf {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.460411] env[68946]: INFO nova.scheduler.client.report [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance 48c377d9-10fb-4afd-9888-43db21a8cd84 [ 1028.931410] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094587} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.931799] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.932854] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3cd96-905b-49c0-8c6d-e67261aba4a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.968637] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] ab1e3dd0-f783-45ba-b269-960ee46a6710/ab1e3dd0-f783-45ba-b269-960ee46a6710.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.968985] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb213c0e-7db4-45c8-99cc-fb9863634ad8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.989997] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fb73ec6b-689f-48db-9234-bb53ac9cd778 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "48c377d9-10fb-4afd-9888-43db21a8cd84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.164s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.995568] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1028.995568] env[68946]: value = "task-2879031" [ 1028.995568] env[68946]: _type = "Task" [ 1028.995568] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.005214] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.038020] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.038233] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578565', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'name': 'volume-ad9375be-fb98-41cd-9e85-8a03a56d3786', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eacca771-6b89-4e73-9f7d-ec18d23c29c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'serial': 'ad9375be-fb98-41cd-9e85-8a03a56d3786'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.039555] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e3c74-d3da-4808-872a-0b8a7e0d831b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.067017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a0cbc9-3857-411a-a4a5-b6724563d1c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.095398] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-ad9375be-fb98-41cd-9e85-8a03a56d3786/volume-ad9375be-fb98-41cd-9e85-8a03a56d3786.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.098434] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e684869-4937-4b6f-b08d-615a947163be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.116685] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1029.116685] env[68946]: value = "task-2879032" [ 1029.116685] env[68946]: _type = "Task" [ 1029.116685] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.127411] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.427166] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0457d-7b0d-434a-82e5-36cfe9e49684 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.437847] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f484ea-d9de-4ed4-9440-cb1769d69521 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.476473] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e6ff8-a1f3-4195-b1b6-39b50e81cf33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.487801] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ce6dbe-36a6-4a08-86c0-11bf19e5e27d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.504226] env[68946]: DEBUG nova.compute.provider_tree [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.518768] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879031, 'name': ReconfigVM_Task, 'duration_secs': 0.295087} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.519084] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Reconfigured VM instance instance-00000050 to attach disk [datastore1] ab1e3dd0-f783-45ba-b269-960ee46a6710/ab1e3dd0-f783-45ba-b269-960ee46a6710.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.519783] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e3c979-c5ee-4537-b9a4-61de3d18abc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.525366] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1029.525366] env[68946]: value = "task-2879033" [ 1029.525366] env[68946]: _type = "Task" [ 1029.525366] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.626640] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879032, 'name': ReconfigVM_Task, 'duration_secs': 0.408603} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.626955] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-ad9375be-fb98-41cd-9e85-8a03a56d3786/volume-ad9375be-fb98-41cd-9e85-8a03a56d3786.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.631928] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6351ec-a477-497e-9499-dfa937784b47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.647751] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1029.647751] env[68946]: value = "task-2879034" [ 1029.647751] env[68946]: _type = "Task" [ 1029.647751] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.656925] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.009256] env[68946]: DEBUG nova.scheduler.client.report [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.039405] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879033, 'name': Rename_Task, 'duration_secs': 0.14856} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.039405] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.043026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d9ed71-ab17-4287-87f6-dab73b6cc83a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.046353] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1030.046353] env[68946]: value = "task-2879035" [ 1030.046353] env[68946]: _type = "Task" [ 1030.046353] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.055696] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.162221] env[68946]: DEBUG oslo_vmware.api [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879034, 'name': ReconfigVM_Task, 'duration_secs': 0.15113} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.162221] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578565', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'name': 'volume-ad9375be-fb98-41cd-9e85-8a03a56d3786', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eacca771-6b89-4e73-9f7d-ec18d23c29c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'serial': 'ad9375be-fb98-41cd-9e85-8a03a56d3786'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1030.515352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.519112] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.036s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.520555] env[68946]: INFO nova.compute.claims [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.557432] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.672896] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.673199] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.040037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9e669a0-76d3-4e21-a7bf-59211e59b835 tempest-ServerActionsV293TestJSON-624998988 tempest-ServerActionsV293TestJSON-624998988-project-member] Lock "27b750f0-c420-4f43-b408-76e76b1a5eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.442s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.063050] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.178024] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.214169] env[68946]: DEBUG nova.objects.instance [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'flavor' on Instance uuid eacca771-6b89-4e73-9f7d-ec18d23c29c7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.561545] env[68946]: DEBUG oslo_vmware.api [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879035, 'name': PowerOnVM_Task, 'duration_secs': 1.223492} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.561837] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.562074] env[68946]: INFO nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1031.562253] env[68946]: DEBUG nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.563054] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12919400-6f7b-4824-a0f0-10442ba33739 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.704888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.723742] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35963c8d-bcb6-42d8-b4dd-b6b88206bba3 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.868153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.868444] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.920247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1987944d-60a6-4abd-b641-9452799718e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.928494] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c3b5c-e588-42d0-9649-2cfe7a6f467d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.960291] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.960531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.960740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.960923] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.961097] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.963526] env[68946]: INFO nova.compute.manager [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Terminating instance [ 1031.965372] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c5d1b-0549-4e60-ae48-8fbf6ab1aa19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.976025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2809a90b-9174-49be-b33c-505b2e2fac6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.987602] env[68946]: DEBUG nova.compute.provider_tree [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.085514] env[68946]: INFO nova.compute.manager [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Took 32.06 seconds to build instance. [ 1032.371347] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.470410] env[68946]: DEBUG nova.compute.manager [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.470566] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.470863] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdaace2c-c4e8-4fb7-be77-4907cee81478 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.479347] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1032.479347] env[68946]: value = "task-2879037" [ 1032.479347] env[68946]: _type = "Task" [ 1032.479347] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.490015] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.490773] env[68946]: DEBUG nova.scheduler.client.report [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.588829] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61d4a6c7-2ff0-41cd-b10a-8a1f37b4f3c3 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.578s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.700736] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.700736] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578568', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'name': 'volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11212aa3-a6a9-413a-b816-fd3093b379fa', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'serial': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.701508] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad16b8-493b-48a3-a13d-d2f34daa5b3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.718556] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b5658-df98-4842-9069-ab88bf7358a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.749119] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe/volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.750518] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40306e7-280d-4f87-8c81-6d23d47f836c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.770937] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1032.770937] env[68946]: value = "task-2879038" [ 1032.770937] env[68946]: _type = "Task" [ 1032.770937] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.780494] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.902385] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.991034] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879037, 'name': PowerOffVM_Task, 'duration_secs': 0.293205} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.991155] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.991349] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.991576] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578565', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'name': 'volume-ad9375be-fb98-41cd-9e85-8a03a56d3786', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eacca771-6b89-4e73-9f7d-ec18d23c29c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'serial': 'ad9375be-fb98-41cd-9e85-8a03a56d3786'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.992430] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafd54c-07cf-45d5-a27e-5be39bd3b0cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.998354] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.998939] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.019828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.875s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.021606] env[68946]: INFO nova.compute.claims [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.024980] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037cb490-2be3-4b4e-b717-f30a55aa5595 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.033810] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31e5df-ab00-40ac-aaf9-59a2082b2936 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055864] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b2b027-3df5-4916-a7fd-8590a3562e33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.071902] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad9375be-fb98-41cd-9e85-8a03a56d3786/volume-ad9375be-fb98-41cd-9e85-8a03a56d3786.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.077579] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.078206] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdcf05b6-5b45-4a42-9c4b-881055741060 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.097010] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1033.097010] env[68946]: value = "task-2879039" [ 1033.097010] env[68946]: _type = "Task" [ 1033.097010] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.104840] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.284054] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879038, 'name': ReconfigVM_Task, 'duration_secs': 0.49332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.284146] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe/volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.289033] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d40b01-976b-413c-b26f-e18845666ed0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.304611] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1033.304611] env[68946]: value = "task-2879040" [ 1033.304611] env[68946]: _type = "Task" [ 1033.304611] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.313899] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.369927] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1033.369927] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e9fb0-94c7-4b9d-8616-d203dff11659 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376035] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1033.376187] env[68946]: ERROR oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk due to incomplete transfer. [ 1033.376444] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53a5d344-16fe-4da8-a28a-beefaf0f8f9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.393840] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a250-275d-2533-ae77-3ce7f7857759/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1033.394065] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploaded image bb0efce7-4698-4e5f-a637-1bd8c377ae49 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1033.396482] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1033.396753] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a111e3b-e634-4352-99a9-eb9da3fd6df2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.403274] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1033.403274] env[68946]: value = "task-2879041" [ 1033.403274] env[68946]: _type = "Task" [ 1033.403274] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.412317] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879041, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.503952] env[68946]: DEBUG nova.compute.utils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.506378] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.506378] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.557504] env[68946]: DEBUG nova.policy [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4be6ab78da9a45b7aa16dd4e3b21039f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '185d217ad3e94547aece8855fec2ac45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.608180] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879039, 'name': ReconfigVM_Task, 'duration_secs': 0.268721} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.608479] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.613734] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbbe333-d2f2-4718-8de4-7101e1a857cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.631885] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1033.631885] env[68946]: value = "task-2879042" [ 1033.631885] env[68946]: _type = "Task" [ 1033.631885] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.638623] env[68946]: DEBUG nova.compute.manager [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.642542] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325f8c1-f904-4416-b994-e5758772d57f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.645343] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.814700] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.842052] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Successfully created port: 8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.916358] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879041, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.009734] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.148645] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.153599] env[68946]: INFO nova.compute.manager [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] instance snapshotting [ 1034.156215] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985b0569-5d00-4e80-a8ad-b792e19f306f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.176550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d80b6cd-5297-4ca3-95f5-e2e1c68e96df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.317525] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.412638] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879041, 'name': Destroy_Task, 'duration_secs': 0.601452} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.413805] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroyed the VM [ 1034.414065] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.414798] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bd8fd-b24b-4641-913f-a2f5c05cfda8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.417221] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c45ea2d-607f-4144-bfe4-ef1bc5cd7dc2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.425138] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a255b-a0df-4704-ad07-ec981c713728 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.428135] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1034.428135] env[68946]: value = "task-2879043" [ 1034.428135] env[68946]: _type = "Task" [ 1034.428135] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.457494] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6955e15e-ff87-4a39-8d5e-531bbe6ea050 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.463130] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.467877] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b4433-181e-426c-8983-8e9c9744779e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.481017] env[68946]: DEBUG nova.compute.provider_tree [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.648116] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.688285] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.688936] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56d73798-3efb-47af-b293-380509a334e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.696385] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1034.696385] env[68946]: value = "task-2879044" [ 1034.696385] env[68946]: _type = "Task" [ 1034.696385] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.704993] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.815901] env[68946]: DEBUG oslo_vmware.api [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879040, 'name': ReconfigVM_Task, 'duration_secs': 1.316104} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.816616] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578568', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'name': 'volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11212aa3-a6a9-413a-b816-fd3093b379fa', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'serial': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.938138] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879043, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.984172] env[68946]: DEBUG nova.scheduler.client.report [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.019172] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.047896] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.048169] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.048327] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.048507] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.048651] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.048879] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.048999] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.049181] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.049368] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.049507] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.049689] env[68946]: DEBUG nova.virt.hardware [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.050579] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430788a-95b4-4f32-8a7f-46f964fbb37e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.058316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a771e018-6f0b-4de2-9dc9-fc74c23f3948 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.146818] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879042, 'name': ReconfigVM_Task, 'duration_secs': 1.11738} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.147013] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578565', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'name': 'volume-ad9375be-fb98-41cd-9e85-8a03a56d3786', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eacca771-6b89-4e73-9f7d-ec18d23c29c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9375be-fb98-41cd-9e85-8a03a56d3786', 'serial': 'ad9375be-fb98-41cd-9e85-8a03a56d3786'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.147373] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.148344] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eba900-f241-4a30-9a23-2d07bef3975c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.154857] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.155147] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-314bb13b-94a5-4982-bba0-ddb2e2678980 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.205794] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879044, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.225339] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.225738] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.226022] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore1] eacca771-6b89-4e73-9f7d-ec18d23c29c7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.226299] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20c5832a-b83a-400a-b651-9e3550980958 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.233369] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1035.233369] env[68946]: value = "task-2879046" [ 1035.233369] env[68946]: _type = "Task" [ 1035.233369] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.241163] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.280464] env[68946]: DEBUG nova.compute.manager [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Received event network-vif-plugged-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.280645] env[68946]: DEBUG oslo_concurrency.lockutils [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] Acquiring lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.280925] env[68946]: DEBUG oslo_concurrency.lockutils [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.281123] env[68946]: DEBUG oslo_concurrency.lockutils [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.281320] env[68946]: DEBUG nova.compute.manager [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] No waiting events found dispatching network-vif-plugged-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.281483] env[68946]: WARNING nova.compute.manager [req-0976cd2e-1f9d-4a48-8177-3773b89395c0 req-0318829a-0795-4317-8512-f4355b324a18 service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Received unexpected event network-vif-plugged-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 for instance with vm_state building and task_state spawning. [ 1035.386490] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Successfully updated port: 8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.439729] env[68946]: DEBUG oslo_vmware.api [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879043, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.441456] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.441456] env[68946]: INFO nova.compute.manager [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 14.37 seconds to snapshot the instance on the hypervisor. [ 1035.489179] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.489728] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.492546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.638s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.493967] env[68946]: INFO nova.compute.claims [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.708398] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879044, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.742742] env[68946]: DEBUG oslo_vmware.api [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198235} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.743069] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.743200] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.743444] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.743677] env[68946]: INFO nova.compute.manager [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1035.743891] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.744100] env[68946]: DEBUG nova.compute.manager [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.744200] env[68946]: DEBUG nova.network.neutron [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.857452] env[68946]: DEBUG nova.objects.instance [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.889794] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.889936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquired lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.890096] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.998081] env[68946]: DEBUG nova.compute.utils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.001383] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.001552] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.039897] env[68946]: DEBUG nova.compute.manager [None req-a39f6ba9-a9a8-43e9-841e-afc447e5559e tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Found 2 images (rotation: 2) {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1036.075945] env[68946]: DEBUG nova.policy [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f562d75fb1b4e749844c0192af77515', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db245787164243df91d279122419eb7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.207048] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879044, 'name': CreateSnapshot_Task, 'duration_secs': 1.031829} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.207333] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.208100] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1dcb93-fc5e-43a6-a3f8-c090cec12e9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.363433] env[68946]: DEBUG oslo_concurrency.lockutils [None req-658e44a3-8585-4855-8b22-8b8d923c769f tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.812s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.424463] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.486230] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Successfully created port: 3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.504836] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.560011] env[68946]: DEBUG nova.network.neutron [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Updating instance_info_cache with network_info: [{"id": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "address": "fa:16:3e:99:ae:03", "network": {"id": "10898ac1-42d1-4afb-8e49-8270edf90dae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-613494446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "185d217ad3e94547aece8855fec2ac45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08c4d8-5d", "ovs_interfaceid": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.583694] env[68946]: DEBUG nova.network.neutron [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.727277] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.727804] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb8355e9-e776-4437-a920-0edd29bb1bf3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.736550] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1036.736550] env[68946]: value = "task-2879047" [ 1036.736550] env[68946]: _type = "Task" [ 1036.736550] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.747187] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879047, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.919226] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcec74-99c2-4342-bce7-2ccd60b31ae9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.929558] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb051df-cf0d-4f96-85bf-b8f7600807eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.961706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e813422e-14fb-490f-9682-ca6770636136 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.968615] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ba8e9-5609-46b5-a64c-06cffdba6e33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.972708] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.972943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.973128] env[68946]: DEBUG nova.compute.manager [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.973896] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e784b3-84d7-4261-b47c-fd3a6f16b1de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.985888] env[68946]: DEBUG nova.compute.provider_tree [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.988741] env[68946]: DEBUG nova.compute.manager [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1036.989348] env[68946]: DEBUG nova.objects.instance [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.071133] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Releasing lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.075018] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Instance network_info: |[{"id": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "address": "fa:16:3e:99:ae:03", "network": {"id": "10898ac1-42d1-4afb-8e49-8270edf90dae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-613494446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "185d217ad3e94547aece8855fec2ac45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08c4d8-5d", "ovs_interfaceid": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.075018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ae:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.081041] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Creating folder: Project (185d217ad3e94547aece8855fec2ac45). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.081397] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-440d065d-3362-4186-a8d6-0c543cfc613c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.086121] env[68946]: INFO nova.compute.manager [-] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Took 1.34 seconds to deallocate network for instance. [ 1037.097186] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Created folder: Project (185d217ad3e94547aece8855fec2ac45) in parent group-v578341. [ 1037.097483] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Creating folder: Instances. Parent ref: group-v578571. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.097796] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-556e2753-be06-4fe6-8e1d-08404172ca37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.106425] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Created folder: Instances in parent group-v578571. [ 1037.106704] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.106926] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.107196] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be93d04-7074-43cb-a583-34e800ce05b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.126939] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.126939] env[68946]: value = "task-2879050" [ 1037.126939] env[68946]: _type = "Task" [ 1037.126939] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.135644] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879050, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.247023] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879047, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.307726] env[68946]: DEBUG nova.compute.manager [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Received event network-changed-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.307981] env[68946]: DEBUG nova.compute.manager [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Refreshing instance network info cache due to event network-changed-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1037.308423] env[68946]: DEBUG oslo_concurrency.lockutils [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] Acquiring lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.308600] env[68946]: DEBUG oslo_concurrency.lockutils [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] Acquired lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.308809] env[68946]: DEBUG nova.network.neutron [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Refreshing network info cache for port 8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.393651] env[68946]: DEBUG nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.394609] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecfc6a-d585-476d-9791-758eb645712f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.491787] env[68946]: DEBUG nova.scheduler.client.report [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.516477] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.540752] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.540996] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.541169] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.541349] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.541505] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.541659] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.541876] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.542054] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.542237] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.542409] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.542592] env[68946]: DEBUG nova.virt.hardware [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.543515] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c8382-670f-4f2b-8536-393d37603e43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.552207] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb57b1-f599-45a1-882b-a1d5e1aba9b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.631938] env[68946]: INFO nova.compute.manager [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Took 0.54 seconds to detach 1 volumes for instance. [ 1037.640086] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879050, 'name': CreateVM_Task, 'duration_secs': 0.304297} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.640457] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.641132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.641332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.641668] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.641923] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c460041-c8c5-4ca5-8919-c1091f1c6f54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.646423] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1037.646423] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72cc9-4519-b3c3-274e-c35698b89c9a" [ 1037.646423] env[68946]: _type = "Task" [ 1037.646423] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.653706] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72cc9-4519-b3c3-274e-c35698b89c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.749191] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879047, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.905480] env[68946]: INFO nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] instance snapshotting [ 1037.906102] env[68946]: DEBUG nova.objects.instance [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.001268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.001464] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.004862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.480s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.006302] env[68946]: INFO nova.compute.claims [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.009063] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.009627] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c4a7637-62d9-4b3a-8221-571f5b2c6866 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.020601] env[68946]: DEBUG oslo_vmware.api [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1038.020601] env[68946]: value = "task-2879051" [ 1038.020601] env[68946]: _type = "Task" [ 1038.020601] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.032596] env[68946]: DEBUG oslo_vmware.api [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.142164] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.147665] env[68946]: DEBUG nova.compute.manager [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Received event network-vif-plugged-3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.147938] env[68946]: DEBUG oslo_concurrency.lockutils [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] Acquiring lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.148105] env[68946]: DEBUG oslo_concurrency.lockutils [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.148289] env[68946]: DEBUG oslo_concurrency.lockutils [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.148447] env[68946]: DEBUG nova.compute.manager [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] No waiting events found dispatching network-vif-plugged-3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.148594] env[68946]: WARNING nova.compute.manager [req-231e7a29-d7ad-4ff5-9172-8c74992022b0 req-be02931b-f42f-46ba-a956-a3f051b882a2 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Received unexpected event network-vif-plugged-3300af87-ab4f-4b91-9624-73eb01b14df4 for instance with vm_state building and task_state spawning. [ 1038.158982] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e72cc9-4519-b3c3-274e-c35698b89c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.159309] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.159546] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.159807] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.159969] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.160185] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.160457] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc8d7c87-e0d0-4cd2-83fb-1b8b0e2ab098 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.169055] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.173152] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.173152] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d808473e-e8d2-45a5-a267-790a4da402af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.175120] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1038.175120] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266872c-7403-e33c-4841-f975b1898e6a" [ 1038.175120] env[68946]: _type = "Task" [ 1038.175120] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.183095] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266872c-7403-e33c-4841-f975b1898e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.210322] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Successfully updated port: 3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.248046] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879047, 'name': CloneVM_Task, 'duration_secs': 1.46087} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.248331] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Created linked-clone VM from snapshot [ 1038.249148] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50d22c-5506-4dcc-aa46-9de4d8adda71 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.256804] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Uploading image faf56aad-aa57-438e-bf13-68536ee6123e {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.263860] env[68946]: DEBUG nova.network.neutron [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Updated VIF entry in instance network info cache for port 8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.264193] env[68946]: DEBUG nova.network.neutron [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Updating instance_info_cache with network_info: [{"id": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "address": "fa:16:3e:99:ae:03", "network": {"id": "10898ac1-42d1-4afb-8e49-8270edf90dae", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-613494446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "185d217ad3e94547aece8855fec2ac45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f08c4d8-5d", "ovs_interfaceid": "8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.273228] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.273568] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-477748dc-ddb2-43da-b72a-33cb608c8d81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.281117] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1038.281117] env[68946]: value = "task-2879052" [ 1038.281117] env[68946]: _type = "Task" [ 1038.281117] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.289269] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879052, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.411180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375a568-f6ac-448f-932b-b05123cb74ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.431385] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f217af-4004-40a9-b809-487b797a1af0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.515829] env[68946]: DEBUG nova.compute.utils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.517317] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.517578] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.530365] env[68946]: DEBUG oslo_vmware.api [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879051, 'name': PowerOffVM_Task, 'duration_secs': 0.208701} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.530686] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.530936] env[68946]: DEBUG nova.compute.manager [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.531913] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c5a86-d5c6-45bd-bd5e-a7329a0b9b66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.558544] env[68946]: DEBUG nova.policy [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0339487c6a04e05821d9482a70b0be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34ba2ae9e2f4a80bf8210bf8cd3678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.684882] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266872c-7403-e33c-4841-f975b1898e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.685689] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c587f08c-0210-4bdb-bb01-05e9e2d21207 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.690726] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1038.690726] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fad622-bebe-40cc-265b-2a31ffac8459" [ 1038.690726] env[68946]: _type = "Task" [ 1038.690726] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.698589] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fad622-bebe-40cc-265b-2a31ffac8459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.713175] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.713311] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.713483] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.768136] env[68946]: DEBUG oslo_concurrency.lockutils [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] Releasing lock "refresh_cache-aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.768435] env[68946]: DEBUG nova.compute.manager [req-9f17d891-4685-4329-84f6-ec72f484ac04 req-a46f6ae0-b7e4-445b-98c9-6f86a1edf98b service nova] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Received event network-vif-deleted-cf4dfff0-e4f2-4915-8712-1d4b733b76a5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.796787] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879052, 'name': Destroy_Task, 'duration_secs': 0.386985} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.796787] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Destroyed the VM [ 1038.796787] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.796787] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d37441c-77c3-4d37-8ce7-7a92fae0e59c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.802550] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1038.802550] env[68946]: value = "task-2879053" [ 1038.802550] env[68946]: _type = "Task" [ 1038.802550] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.807339] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Successfully created port: 32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.812662] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.942090] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.942785] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b08b4f0e-aa16-4b7d-9af6-5be539d2e5ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.951660] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1038.951660] env[68946]: value = "task-2879054" [ 1038.951660] env[68946]: _type = "Task" [ 1038.951660] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.961776] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021737] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.048179] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2e676e6d-f1d0-4a8f-a8cb-b03868576fec tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.201038] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fad622-bebe-40cc-265b-2a31ffac8459, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.203949] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.204392] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1/aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.205079] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64f1e3fc-aacc-4fcb-ad7e-b929aa4f932b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.214809] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1039.214809] env[68946]: value = "task-2879055" [ 1039.214809] env[68946]: _type = "Task" [ 1039.214809] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.229111] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.283967] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.314200] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.399507] env[68946]: DEBUG nova.objects.instance [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.466284] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879054, 'name': CreateSnapshot_Task, 'duration_secs': 0.457496} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.469995] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.471179] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f195ec-a998-407a-ac86-71f57d7e272d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.510334] env[68946]: DEBUG nova.network.neutron [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Updating instance_info_cache with network_info: [{"id": "3300af87-ab4f-4b91-9624-73eb01b14df4", "address": "fa:16:3e:a6:f6:b6", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3300af87-ab", "ovs_interfaceid": "3300af87-ab4f-4b91-9624-73eb01b14df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.547558] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3193fc9b-abca-4435-b8ff-600e64b5b764 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.561655] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e1864-d989-4e4f-b76f-804f13596d75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.599684] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754e2359-5ed0-4517-a9e3-e4fc251512d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611460] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb3961-fcc7-463a-b6f4-dd2387a5ecc7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.629338] env[68946]: DEBUG nova.compute.provider_tree [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.723659] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480849} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.723806] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1/aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.723962] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.724218] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-731259b9-e7f5-4f71-8d23-b545aaf29771 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.730407] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1039.730407] env[68946]: value = "task-2879056" [ 1039.730407] env[68946]: _type = "Task" [ 1039.730407] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.739011] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.813689] env[68946]: DEBUG oslo_vmware.api [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879053, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572881} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.813823] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.904805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.905060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.905184] env[68946]: DEBUG nova.network.neutron [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.905600] env[68946]: DEBUG nova.objects.instance [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'info_cache' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.991856] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.992207] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1a423d4-555e-4617-90ee-80fc240fc7f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.001604] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1040.001604] env[68946]: value = "task-2879057" [ 1040.001604] env[68946]: _type = "Task" [ 1040.001604] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.010813] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879057, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.013341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.013659] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Instance network_info: |[{"id": "3300af87-ab4f-4b91-9624-73eb01b14df4", "address": "fa:16:3e:a6:f6:b6", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3300af87-ab", "ovs_interfaceid": "3300af87-ab4f-4b91-9624-73eb01b14df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.014050] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:f6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3300af87-ab4f-4b91-9624-73eb01b14df4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.021168] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Creating folder: Project (db245787164243df91d279122419eb7b). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.021413] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8958531-1307-41f6-b2ac-5974960e720d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.031228] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Created folder: Project (db245787164243df91d279122419eb7b) in parent group-v578341. [ 1040.031478] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Creating folder: Instances. Parent ref: group-v578575. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.031700] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ac8b1e-d3ed-4379-9a54-fd3243c1ce40 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.035491] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.041809] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Created folder: Instances in parent group-v578575. [ 1040.042052] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.042416] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.042714] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea601eae-6941-4715-819d-d7f037ccf2b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.063450] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.063450] env[68946]: value = "task-2879060" [ 1040.063450] env[68946]: _type = "Task" [ 1040.063450] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.068759] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.068977] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.069140] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.069281] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.069430] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.069574] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.069781] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.069938] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.070121] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.070280] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.070453] env[68946]: DEBUG nova.virt.hardware [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.071225] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf64fc-06d3-439f-972e-bb2db18fa86d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.080808] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879060, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.082149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73d9c9-9168-4c64-9f85-2e8c8ee543a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.131765] env[68946]: DEBUG nova.scheduler.client.report [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.180196] env[68946]: DEBUG nova.compute.manager [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Received event network-changed-3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.180340] env[68946]: DEBUG nova.compute.manager [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Refreshing instance network info cache due to event network-changed-3300af87-ab4f-4b91-9624-73eb01b14df4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1040.182045] env[68946]: DEBUG oslo_concurrency.lockutils [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] Acquiring lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.182045] env[68946]: DEBUG oslo_concurrency.lockutils [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] Acquired lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.182045] env[68946]: DEBUG nova.network.neutron [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Refreshing network info cache for port 3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.240098] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120411} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.240385] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.241210] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65def7c6-bc8d-4f0c-aaec-efca07ad5d20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.266077] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1/aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.266771] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27cfc1c-0381-41e9-bf0d-c521b67cae06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288795] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1040.288795] env[68946]: value = "task-2879061" [ 1040.288795] env[68946]: _type = "Task" [ 1040.288795] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.301319] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.318752] env[68946]: WARNING nova.compute.manager [None req-be786005-71de-478f-9e54-d37f7d3ac2c6 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Image not found during snapshot: nova.exception.ImageNotFound: Image faf56aad-aa57-438e-bf13-68536ee6123e could not be found. [ 1040.326441] env[68946]: DEBUG nova.compute.manager [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Received event network-vif-plugged-32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.326648] env[68946]: DEBUG oslo_concurrency.lockutils [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] Acquiring lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.326844] env[68946]: DEBUG oslo_concurrency.lockutils [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] Lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.327035] env[68946]: DEBUG oslo_concurrency.lockutils [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] Lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.328703] env[68946]: DEBUG nova.compute.manager [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] No waiting events found dispatching network-vif-plugged-32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.328703] env[68946]: WARNING nova.compute.manager [req-1284cb19-e642-4830-ba08-bf0ac47b0c88 req-ca99ad30-9d7f-46fa-89d0-733031f40b87 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Received unexpected event network-vif-plugged-32753408-0a5e-4df0-9d0e-92b079eedee5 for instance with vm_state building and task_state spawning. [ 1040.409107] env[68946]: DEBUG nova.objects.base [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Object Instance<11212aa3-a6a9-413a-b816-fd3093b379fa> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.421572] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Successfully updated port: 32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.512120] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879057, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.572985] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879060, 'name': CreateVM_Task, 'duration_secs': 0.41596} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.572985] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.574266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.574266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.574266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.574427] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34750ef2-0812-4ea8-943a-2cfae8ec75c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.579377] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1040.579377] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520a3717-c25d-84ec-2e74-22e05723120f" [ 1040.579377] env[68946]: _type = "Task" [ 1040.579377] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.587632] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520a3717-c25d-84ec-2e74-22e05723120f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.637650] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.638225] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.640767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.336s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.640988] env[68946]: DEBUG nova.objects.instance [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'resources' on Instance uuid 0543bc65-6d1d-4e40-bdaf-480e56d5cca5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.798452] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.887509] env[68946]: DEBUG nova.network.neutron [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Updated VIF entry in instance network info cache for port 3300af87-ab4f-4b91-9624-73eb01b14df4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.887878] env[68946]: DEBUG nova.network.neutron [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Updating instance_info_cache with network_info: [{"id": "3300af87-ab4f-4b91-9624-73eb01b14df4", "address": "fa:16:3e:a6:f6:b6", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3300af87-ab", "ovs_interfaceid": "3300af87-ab4f-4b91-9624-73eb01b14df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.924418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.925933] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.925933] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.014653] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879057, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.091490] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520a3717-c25d-84ec-2e74-22e05723120f, 'name': SearchDatastore_Task, 'duration_secs': 0.049035} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.091785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.092024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.092282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.092826] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.092868] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f362799-82e4-414d-9c07-d342219a3a9c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.104639] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.104830] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.105561] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7660461-d9c9-4252-a833-c54df27641ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.111073] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1041.111073] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52530233-9f86-b592-50fb-2abd79a6f2e0" [ 1041.111073] env[68946]: _type = "Task" [ 1041.111073] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.119207] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52530233-9f86-b592-50fb-2abd79a6f2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.144843] env[68946]: DEBUG nova.compute.utils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.149484] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.149894] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.154858] env[68946]: DEBUG nova.network.neutron [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.208315] env[68946]: DEBUG nova.policy [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b2e68f1f8d49cea2bc4a8482fb4090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba6a1f1f45e42acb21f7eda79c5110e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.302947] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879061, 'name': ReconfigVM_Task, 'duration_secs': 0.741728} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.303270] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Reconfigured VM instance instance-00000051 to attach disk [datastore2] aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1/aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.305159] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aecc84e0-c796-4f16-927e-f010d906562f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316199] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1041.316199] env[68946]: value = "task-2879062" [ 1041.316199] env[68946]: _type = "Task" [ 1041.316199] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.326714] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879062, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.395670] env[68946]: DEBUG oslo_concurrency.lockutils [req-fc3457d3-aaef-4938-9048-0a528f0931c1 req-2a0ad68b-a10e-4388-b59a-deffee71b171 service nova] Releasing lock "refresh_cache-0beb78e9-9d90-4314-8a15-0071a7e0be8e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.461019] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.514342] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879057, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.562954] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c752ce43-f005-491b-abf3-5d77ba3059aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.570450] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74190a-4f37-443b-9cda-39ba108c7659 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.600775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.601055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.601264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.601573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.601806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.606607] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa950f7c-1afa-4ec5-9c16-2eb31655d19d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.609467] env[68946]: INFO nova.compute.manager [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Terminating instance [ 1041.627089] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda13a5b-23be-4319-9132-20673861be74 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.640078] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52530233-9f86-b592-50fb-2abd79a6f2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016768} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.641301] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c344e66-0e2a-4d96-87b5-a20bc679ea9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.652348] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.658090] env[68946]: DEBUG nova.compute.provider_tree [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.658090] env[68946]: DEBUG nova.network.neutron [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Updating instance_info_cache with network_info: [{"id": "32753408-0a5e-4df0-9d0e-92b079eedee5", "address": "fa:16:3e:45:73:5d", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32753408-0a", "ovs_interfaceid": "32753408-0a5e-4df0-9d0e-92b079eedee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.659392] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.663250] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1041.663250] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ed360-12c1-e4c9-e356-16846b922198" [ 1041.663250] env[68946]: _type = "Task" [ 1041.663250] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.671332] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ed360-12c1-e4c9-e356-16846b922198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.825984] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879062, 'name': Rename_Task, 'duration_secs': 0.170597} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.826852] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.826852] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5b68fd-0702-4152-b456-4f2bbaa54ddd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.832878] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1041.832878] env[68946]: value = "task-2879063" [ 1041.832878] env[68946]: _type = "Task" [ 1041.832878] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.840824] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.020981] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879057, 'name': CloneVM_Task, 'duration_secs': 1.720209} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.021295] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Created linked-clone VM from snapshot [ 1042.022960] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb329db8-6be9-41c6-b90d-7f5697c5a569 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.027631] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Successfully created port: 296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.034848] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploading image c3573330-1a92-4506-a8ab-e500577dd9ac {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.072734] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.072734] env[68946]: value = "vm-578577" [ 1042.072734] env[68946]: _type = "VirtualMachine" [ 1042.072734] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.073058] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6836154-b780-4a39-8a74-a90e8a55c065 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.079766] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease: (returnval){ [ 1042.079766] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c25562-03cd-1a0f-b952-20d6857c0ba5" [ 1042.079766] env[68946]: _type = "HttpNfcLease" [ 1042.079766] env[68946]: } obtained for exporting VM: (result){ [ 1042.079766] env[68946]: value = "vm-578577" [ 1042.079766] env[68946]: _type = "VirtualMachine" [ 1042.079766] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.080025] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the lease: (returnval){ [ 1042.080025] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c25562-03cd-1a0f-b952-20d6857c0ba5" [ 1042.080025] env[68946]: _type = "HttpNfcLease" [ 1042.080025] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.086887] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.086887] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c25562-03cd-1a0f-b952-20d6857c0ba5" [ 1042.086887] env[68946]: _type = "HttpNfcLease" [ 1042.086887] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.117061] env[68946]: DEBUG nova.compute.manager [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.117264] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.118237] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3907694-7586-4029-8f2d-1ff266c2a651 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.126431] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.126639] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa58b9a5-cbce-496a-8b36-12c0e06c0527 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.132921] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1042.132921] env[68946]: value = "task-2879065" [ 1042.132921] env[68946]: _type = "Task" [ 1042.132921] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.142359] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.162074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.162393] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Instance network_info: |[{"id": "32753408-0a5e-4df0-9d0e-92b079eedee5", "address": "fa:16:3e:45:73:5d", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32753408-0a", "ovs_interfaceid": "32753408-0a5e-4df0-9d0e-92b079eedee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.163407] env[68946]: DEBUG nova.scheduler.client.report [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.169358] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:73:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32753408-0a5e-4df0-9d0e-92b079eedee5', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.177776] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.178843] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.182183] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885a7b00-9fd6-44c7-a276-664f086c39ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.226073] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ed360-12c1-e4c9-e356-16846b922198, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.226073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.226444] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 0beb78e9-9d90-4314-8a15-0071a7e0be8e/0beb78e9-9d90-4314-8a15-0071a7e0be8e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.226804] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.226804] env[68946]: value = "task-2879066" [ 1042.226804] env[68946]: _type = "Task" [ 1042.226804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.227079] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d8f088-fa2b-4506-828d-ebccc10fce13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.244360] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1042.244360] env[68946]: value = "task-2879067" [ 1042.244360] env[68946]: _type = "Task" [ 1042.244360] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.244824] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879066, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.254209] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.306783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.307282] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.344640] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.574780] env[68946]: DEBUG nova.compute.manager [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Received event network-changed-32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.575132] env[68946]: DEBUG nova.compute.manager [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Refreshing instance network info cache due to event network-changed-32753408-0a5e-4df0-9d0e-92b079eedee5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1042.575376] env[68946]: DEBUG oslo_concurrency.lockutils [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] Acquiring lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.575428] env[68946]: DEBUG oslo_concurrency.lockutils [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] Acquired lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.575571] env[68946]: DEBUG nova.network.neutron [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Refreshing network info cache for port 32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.591376] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.591376] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c25562-03cd-1a0f-b952-20d6857c0ba5" [ 1042.591376] env[68946]: _type = "HttpNfcLease" [ 1042.591376] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.591708] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.591708] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c25562-03cd-1a0f-b952-20d6857c0ba5" [ 1042.591708] env[68946]: _type = "HttpNfcLease" [ 1042.591708] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.592500] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488757b3-9cac-4cb6-80bb-d53579d47b74 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.601831] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.603061] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.667428] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.679632] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879065, 'name': PowerOffVM_Task, 'duration_secs': 0.347447} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.679964] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.681564] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.684025] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.684214] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.684863] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4bf3f3-6d75-49ca-aa3a-24a39d7f59f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.690019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.916s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.690019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.690019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.691151] env[68946]: INFO nova.compute.claims [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.694090] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae3ec49-740e-46e2-84bf-b628d89d3df8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.704694] env[68946]: DEBUG oslo_vmware.api [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1042.704694] env[68946]: value = "task-2879068" [ 1042.704694] env[68946]: _type = "Task" [ 1042.704694] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.707382] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.707483] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.707609] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.707783] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.707928] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.708086] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.708349] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.708615] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.708820] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.708986] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.709300] env[68946]: DEBUG nova.virt.hardware [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.710137] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5724fb2b-46e7-4cf6-b9f4-b60f108101cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.713679] env[68946]: INFO nova.scheduler.client.report [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted allocations for instance 0543bc65-6d1d-4e40-bdaf-480e56d5cca5 [ 1042.721571] env[68946]: INFO nova.scheduler.client.report [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocations for instance d02b606f-af32-4330-a281-c0cd017199ed [ 1042.728997] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba6c6b-0d6b-4f1f-98e8-8c35c75a0a03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.737279] env[68946]: DEBUG oslo_vmware.api [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.759887] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879066, 'name': CreateVM_Task, 'duration_secs': 0.377286} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.760120] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.761265] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.761422] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.761822] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.762563] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cdaa31-1ad9-4aa6-8f37-aabc1e97a771 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.765606] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.765841] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.766044] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleting the datastore file [datastore1] ab1e3dd0-f783-45ba-b269-960ee46a6710 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.770701] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0b549c-4a12-40fa-9345-35647360acfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.772785] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.775203] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1042.775203] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e9a49f-e808-1eb5-6ecf-955fe01f2428" [ 1042.775203] env[68946]: _type = "Task" [ 1042.775203] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.783503] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for the task: (returnval){ [ 1042.783503] env[68946]: value = "task-2879070" [ 1042.783503] env[68946]: _type = "Task" [ 1042.783503] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.790692] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e9a49f-e808-1eb5-6ecf-955fe01f2428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.797246] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.809842] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.815937] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94f75450-cd02-4fd5-bd74-cf1d3f84083e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.846741] env[68946]: DEBUG oslo_vmware.api [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879063, 'name': PowerOnVM_Task, 'duration_secs': 0.755998} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.852098] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.852335] env[68946]: INFO nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1042.852517] env[68946]: DEBUG nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.853627] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c3725-27f9-4181-ab89-16180abb9062 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.220757] env[68946]: DEBUG oslo_vmware.api [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879068, 'name': PowerOnVM_Task, 'duration_secs': 0.433538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.220950] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.221093] env[68946]: DEBUG nova.compute.manager [None req-d2dd0745-a591-4a16-8cb5-a720c2673e11 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.221965] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d54c3-0c65-4e0d-abd0-4c850db154a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.227294] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cdba2e5f-fd1c-4dcc-90a3-03c4d38299d0 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "0543bc65-6d1d-4e40-bdaf-480e56d5cca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.805s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.236141] env[68946]: DEBUG oslo_concurrency.lockutils [None req-56002303-479e-45be-99d5-ec0e70e3ce4a tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d02b606f-af32-4330-a281-c0cd017199ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.262s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.265333] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579826} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.265333] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 0beb78e9-9d90-4314-8a15-0071a7e0be8e/0beb78e9-9d90-4314-8a15-0071a7e0be8e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.265333] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.265490] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b64bc02d-7986-4aaa-8d3e-a3e5f6dfebb0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.276634] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1043.276634] env[68946]: value = "task-2879071" [ 1043.276634] env[68946]: _type = "Task" [ 1043.276634] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.288241] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.294725] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e9a49f-e808-1eb5-6ecf-955fe01f2428, 'name': SearchDatastore_Task, 'duration_secs': 0.02417} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.295367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.295546] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.295793] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.295920] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.296111] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.296889] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8659b9-11ca-4f39-afc9-85820ca82ac8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.302310] env[68946]: DEBUG oslo_vmware.api [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Task: {'id': task-2879070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166181} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.303252] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.303487] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.303696] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.303877] env[68946]: INFO nova.compute.manager [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1043.304261] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.306665] env[68946]: DEBUG nova.compute.manager [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.306665] env[68946]: DEBUG nova.network.neutron [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.308597] env[68946]: DEBUG nova.network.neutron [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Updated VIF entry in instance network info cache for port 32753408-0a5e-4df0-9d0e-92b079eedee5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.308943] env[68946]: DEBUG nova.network.neutron [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Updating instance_info_cache with network_info: [{"id": "32753408-0a5e-4df0-9d0e-92b079eedee5", "address": "fa:16:3e:45:73:5d", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32753408-0a", "ovs_interfaceid": "32753408-0a5e-4df0-9d0e-92b079eedee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.323734] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.323734] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.324465] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2861a04b-4395-4926-9791-c51dfa3e892e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.331961] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1043.331961] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5203bc4e-1216-577a-c6ad-5666b32a0571" [ 1043.331961] env[68946]: _type = "Task" [ 1043.331961] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.341925] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5203bc4e-1216-577a-c6ad-5666b32a0571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.343027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.373009] env[68946]: INFO nova.compute.manager [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Took 28.91 seconds to build instance. [ 1043.790847] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273621} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.792060] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.792935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7e07bc-8cf8-43bc-acaf-7d637789599e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.822396] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0beb78e9-9d90-4314-8a15-0071a7e0be8e/0beb78e9-9d90-4314-8a15-0071a7e0be8e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.826253] env[68946]: DEBUG oslo_concurrency.lockutils [req-e3cbe960-f655-422a-b207-275718268e5e req-30c05ced-8c8b-401f-90ec-9e68f0aa01b6 service nova] Releasing lock "refresh_cache-0f831683-4219-46e0-a598-71fd80c2a72e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.827190] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9af58fb-0f5c-4bd1-8021-682d23073e52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.855246] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5203bc4e-1216-577a-c6ad-5666b32a0571, 'name': SearchDatastore_Task, 'duration_secs': 0.019348} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.857724] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1043.857724] env[68946]: value = "task-2879072" [ 1043.857724] env[68946]: _type = "Task" [ 1043.857724] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.860883] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e353ce9e-1f24-4567-9a30-7d7d7bf02e01 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.873790] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.875530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40642dbd-98cf-41ef-aa43-61eff0d74878 tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.425s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.875970] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1043.875970] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e815f-e532-8611-31a1-6b4644b3962a" [ 1043.875970] env[68946]: _type = "Task" [ 1043.875970] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.885793] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e815f-e532-8611-31a1-6b4644b3962a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.044835] env[68946]: DEBUG nova.compute.manager [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Received event network-vif-plugged-296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.045523] env[68946]: DEBUG oslo_concurrency.lockutils [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.046180] env[68946]: DEBUG oslo_concurrency.lockutils [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.047065] env[68946]: DEBUG oslo_concurrency.lockutils [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.047065] env[68946]: DEBUG nova.compute.manager [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] No waiting events found dispatching network-vif-plugged-296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.048478] env[68946]: WARNING nova.compute.manager [req-d154ba84-2a6e-4c32-8a57-d13d24cbcf0e req-a50f2a52-6ffe-4354-a41b-532a2794035a service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Received unexpected event network-vif-plugged-296a27fb-e384-499b-946c-e0662828aa6a for instance with vm_state building and task_state spawning. [ 1044.074172] env[68946]: DEBUG nova.network.neutron [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.076813] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Successfully updated port: 296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.207281] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530bf43-f00e-47ae-bf69-d559a7a9459a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.216343] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd2cefb-4778-42d4-b02c-746a48ab6037 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.250942] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9b494-f01b-424f-a875-5f1acda981d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.259072] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459a11d-c3e0-4a13-b0a5-17ef3e288959 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.275159] env[68946]: DEBUG nova.compute.provider_tree [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.281189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.281441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.281692] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.281883] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.282066] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.285477] env[68946]: INFO nova.compute.manager [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Terminating instance [ 1044.373839] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.389116] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524e815f-e532-8611-31a1-6b4644b3962a, 'name': SearchDatastore_Task, 'duration_secs': 0.016351} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.389482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.389762] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0f831683-4219-46e0-a598-71fd80c2a72e/0f831683-4219-46e0-a598-71fd80c2a72e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.390148] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857a0891-c516-4164-86f9-df807854188f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.398178] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1044.398178] env[68946]: value = "task-2879073" [ 1044.398178] env[68946]: _type = "Task" [ 1044.398178] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.406972] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.578633] env[68946]: INFO nova.compute.manager [-] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Took 1.27 seconds to deallocate network for instance. [ 1044.583843] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.583843] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.583958] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.697703] env[68946]: DEBUG nova.compute.manager [req-af0170f9-3650-4b7e-9273-a0ab0bacb434 req-9314e64c-74fb-4002-be2c-93dda276465e service nova] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Received event network-vif-deleted-81a1939e-61d7-4065-91e1-9cd38d0f0ba1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.778952] env[68946]: DEBUG nova.scheduler.client.report [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.789876] env[68946]: DEBUG nova.compute.manager [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.790553] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.791687] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaefff6-e543-4160-a366-e673720f9956 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.803671] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.804131] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b075900-53c9-4a3f-b957-fac03b17cc0b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.806646] env[68946]: DEBUG oslo_concurrency.lockutils [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.807041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.817263] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1044.817263] env[68946]: value = "task-2879074" [ 1044.817263] env[68946]: _type = "Task" [ 1044.817263] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.827721] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.874776] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879072, 'name': ReconfigVM_Task, 'duration_secs': 0.733297} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.875104] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0beb78e9-9d90-4314-8a15-0071a7e0be8e/0beb78e9-9d90-4314-8a15-0071a7e0be8e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.875782] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d648c22-3c29-4a04-aac2-82667a60b6e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.884736] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1044.884736] env[68946]: value = "task-2879075" [ 1044.884736] env[68946]: _type = "Task" [ 1044.884736] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.898430] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879075, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.911451] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.026816] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.027279] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.027646] env[68946]: DEBUG nova.objects.instance [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.086555] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.131105] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.284120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.284749] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.291021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.421s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.291021] env[68946]: INFO nova.compute.claims [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.305425] env[68946]: DEBUG nova.network.neutron [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.310788] env[68946]: INFO nova.compute.manager [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Detaching volume 4f5ef9b5-c355-4947-8796-2ee44a708002 [ 1045.331049] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879074, 'name': PowerOffVM_Task, 'duration_secs': 0.300694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.331049] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.331049] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.331563] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef0af05-83d0-4f5c-ba68-d6097f4c5ae3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.351578] env[68946]: INFO nova.virt.block_device [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Attempting to driver detach volume 4f5ef9b5-c355-4947-8796-2ee44a708002 from mountpoint /dev/sdb [ 1045.351882] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1045.352091] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578483', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'name': 'volume-4f5ef9b5-c355-4947-8796-2ee44a708002', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78ce28ce-112c-4444-8a7e-2e633a5b4ef5', 'attached_at': '', 'detached_at': '', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'serial': '4f5ef9b5-c355-4947-8796-2ee44a708002'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1045.352928] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1154f2-7334-478c-a0c4-5902fe07e834 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.375483] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da885d-f668-46a8-96cf-bacca913d786 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.382882] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccf63fa-5c23-447a-b4cd-dd3e81c31367 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.395396] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879075, 'name': Rename_Task, 'duration_secs': 0.204466} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.411071] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.411869] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14146fb0-aec4-4551-bfaf-45a211e103d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.417802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc96580-5865-416a-a14a-174255c37f32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.424900] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1045.424900] env[68946]: value = "task-2879077" [ 1045.424900] env[68946]: _type = "Task" [ 1045.424900] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.425223] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.425454] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.425656] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Deleting the datastore file [datastore2] aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.439866] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ff5965-57c3-4d06-ad50-15af1ac8a75d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.441830] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691267} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.442104] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] The volume has not been displaced from its original location: [datastore2] volume-4f5ef9b5-c355-4947-8796-2ee44a708002/volume-4f5ef9b5-c355-4947-8796-2ee44a708002.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1045.447293] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.450493] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 0f831683-4219-46e0-a598-71fd80c2a72e/0f831683-4219-46e0-a598-71fd80c2a72e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.450711] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.450960] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68320b4-8c80-4874-81b3-ba6c1113e70a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.464308] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37c7610f-ef6f-4ad4-adfb-4b30cba0c835 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.468701] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for the task: (returnval){ [ 1045.468701] env[68946]: value = "task-2879078" [ 1045.468701] env[68946]: _type = "Task" [ 1045.468701] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.472258] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.477267] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1045.477267] env[68946]: value = "task-2879079" [ 1045.477267] env[68946]: _type = "Task" [ 1045.477267] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.477554] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1045.477554] env[68946]: value = "task-2879080" [ 1045.477554] env[68946]: _type = "Task" [ 1045.477554] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.487301] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.491962] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.495533] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.534370] env[68946]: DEBUG nova.objects.instance [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.789819] env[68946]: DEBUG nova.compute.utils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.790759] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1045.808033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.808340] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Instance network_info: |[{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.808749] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:d3:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296a27fb-e384-499b-946c-e0662828aa6a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.816681] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.817135] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.817369] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a043317-66d2-4e77-981a-489e0371d109 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.838067] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.838067] env[68946]: value = "task-2879081" [ 1045.838067] env[68946]: _type = "Task" [ 1045.838067] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.846120] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879081, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.951498] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879077, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.991058] env[68946]: DEBUG oslo_vmware.api [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Task: {'id': task-2879078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211737} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.992199] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.992512] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.992719] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.992967] env[68946]: INFO nova.compute.manager [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1045.993351] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.996378] env[68946]: DEBUG nova.compute.manager [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.996477] env[68946]: DEBUG nova.network.neutron [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.998169] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.001515] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.001806] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879080, 'name': ReconfigVM_Task, 'duration_secs': 0.323183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.003211] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a51df-b103-4a49-9971-f31e45213257 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.005463] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.010133] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f810ecd5-7d4c-482f-b1e4-551286cf21c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.042130] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0f831683-4219-46e0-a598-71fd80c2a72e/0f831683-4219-46e0-a598-71fd80c2a72e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.046247] env[68946]: DEBUG nova.objects.base [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance<351459b7-10c9-42f9-abd0-826f7f945ccb> lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.046502] env[68946]: DEBUG nova.network.neutron [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.048380] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86773217-901e-454b-8f28-4b2a73ece766 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.062690] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1046.062690] env[68946]: value = "task-2879082" [ 1046.062690] env[68946]: _type = "Task" [ 1046.062690] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.069512] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1046.069512] env[68946]: value = "task-2879083" [ 1046.069512] env[68946]: _type = "Task" [ 1046.069512] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.075732] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.081724] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.145839] env[68946]: DEBUG nova.compute.manager [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Received event network-changed-296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.146125] env[68946]: DEBUG nova.compute.manager [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Refreshing instance network info cache due to event network-changed-296a27fb-e384-499b-946c-e0662828aa6a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1046.146370] env[68946]: DEBUG oslo_concurrency.lockutils [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] Acquiring lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.146524] env[68946]: DEBUG oslo_concurrency.lockutils [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] Acquired lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.146770] env[68946]: DEBUG nova.network.neutron [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Refreshing network info cache for port 296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.159239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f1adba79-479c-45ad-b12c-b754b48fd4f9 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.295014] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.349025] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879081, 'name': CreateVM_Task, 'duration_secs': 0.474603} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.349313] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.350125] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.350295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.350612] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.353650] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fa6efc-c5ed-4c39-8eaa-272f07fa8cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.359100] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1046.359100] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526ac3c6-2e7b-e10c-5864-54db38e1aa71" [ 1046.359100] env[68946]: _type = "Task" [ 1046.359100] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.371275] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526ac3c6-2e7b-e10c-5864-54db38e1aa71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.450017] env[68946]: DEBUG oslo_vmware.api [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879077, 'name': PowerOnVM_Task, 'duration_secs': 0.690264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.452983] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.453283] env[68946]: INFO nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1046.453469] env[68946]: DEBUG nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.454591] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a00be7-e1cb-41d9-8577-757dd520ddcb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.580040] env[68946]: DEBUG oslo_vmware.api [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879082, 'name': ReconfigVM_Task, 'duration_secs': 0.229679} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.580351] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578483', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'name': 'volume-4f5ef9b5-c355-4947-8796-2ee44a708002', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78ce28ce-112c-4444-8a7e-2e633a5b4ef5', 'attached_at': '', 'detached_at': '', 'volume_id': '4f5ef9b5-c355-4947-8796-2ee44a708002', 'serial': '4f5ef9b5-c355-4947-8796-2ee44a708002'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.585484] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879083, 'name': ReconfigVM_Task, 'duration_secs': 0.395355} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.585740] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0f831683-4219-46e0-a598-71fd80c2a72e/0f831683-4219-46e0-a598-71fd80c2a72e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.586500] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-857c1c5f-3a80-4e54-8263-8087201e6bcf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.595648] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1046.595648] env[68946]: value = "task-2879084" [ 1046.595648] env[68946]: _type = "Task" [ 1046.595648] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.604169] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879084, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.677821] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547e6042-cd0e-4d94-94ad-e2749778e1d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.688355] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ee29f-338e-4686-802b-92c149a47348 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.719665] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98346c7f-e25c-4337-8c7f-a44fa2683487 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.729788] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134add58-45dc-4fdb-b29f-dfe93c597283 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.743336] env[68946]: DEBUG nova.compute.provider_tree [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.819148] env[68946]: DEBUG nova.network.neutron [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.870349] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526ac3c6-2e7b-e10c-5864-54db38e1aa71, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.870556] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.870800] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.871081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.871232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.871413] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.871677] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df2f604-fe11-43c2-afcc-c7e6c3de0c68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.881383] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.881383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.882239] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a39893-00db-4a5c-ae72-2d317149d641 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.890238] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1046.890238] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5248c7cb-7cd0-c009-7d3a-d97a13f24f82" [ 1046.890238] env[68946]: _type = "Task" [ 1046.890238] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.898408] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5248c7cb-7cd0-c009-7d3a-d97a13f24f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.906712] env[68946]: DEBUG nova.network.neutron [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updated VIF entry in instance network info cache for port 296a27fb-e384-499b-946c-e0662828aa6a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.907157] env[68946]: DEBUG nova.network.neutron [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.972465] env[68946]: INFO nova.compute.manager [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Took 29.90 seconds to build instance. [ 1047.105995] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879084, 'name': Rename_Task, 'duration_secs': 0.375117} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.106224] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.106493] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2190d10b-7308-44ef-b40c-183f6d3bb327 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.113789] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1047.113789] env[68946]: value = "task-2879085" [ 1047.113789] env[68946]: _type = "Task" [ 1047.113789] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.123103] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.131286] env[68946]: DEBUG nova.objects.instance [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.247200] env[68946]: DEBUG nova.scheduler.client.report [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.302467] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.322846] env[68946]: INFO nova.compute.manager [-] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Took 1.33 seconds to deallocate network for instance. [ 1047.337432] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.337681] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.337838] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.338101] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.338267] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.338424] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.338635] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.338795] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.338978] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.339179] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.339356] env[68946]: DEBUG nova.virt.hardware [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.340262] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a1d5a-926d-4303-95ee-ea1f01a4f9bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.348431] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9cbcac-cb9e-4c44-a462-bb85a3151b8c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.363180] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.368882] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Creating folder: Project (44252428f2eb4b969755a9d83421cf07). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.369944] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86a4acb1-6867-41a2-98e6-80fcf4d742d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.379998] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Created folder: Project (44252428f2eb4b969755a9d83421cf07) in parent group-v578341. [ 1047.380231] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Creating folder: Instances. Parent ref: group-v578581. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.380490] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed89abea-0c05-4d28-b250-c085ac9dff75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.389468] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Created folder: Instances in parent group-v578581. [ 1047.389700] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.389893] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.390112] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-159676ae-3cb7-42a0-848c-cbe48c6e41b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.411604] env[68946]: DEBUG oslo_concurrency.lockutils [req-60c8bcde-04a0-4cbf-89b0-3673a973f547 req-71f46bf7-dae2-4eee-8e88-8c36b3b953e9 service nova] Releasing lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.411994] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5248c7cb-7cd0-c009-7d3a-d97a13f24f82, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.413798] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.413798] env[68946]: value = "task-2879088" [ 1047.413798] env[68946]: _type = "Task" [ 1047.413798] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.414014] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8a30d7-7bcb-4f56-ab2c-b773767e218c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.421920] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1047.421920] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ecfaba-685d-fcce-0c3a-209452ab57d5" [ 1047.421920] env[68946]: _type = "Task" [ 1047.421920] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.425530] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879088, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.432830] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ecfaba-685d-fcce-0c3a-209452ab57d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.474482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-917e14c2-00f4-4b4f-9ca8-3ef512c07fd9 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.410s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.623501] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.756019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.756019] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.757617] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.770s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.759383] env[68946]: INFO nova.compute.claims [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.830976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.928818] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879088, 'name': CreateVM_Task, 'duration_secs': 0.38755} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.933053] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.933689] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.933920] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.934329] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.935213] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9f5285-562c-49d1-a38a-a205182ef8e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.942407] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ecfaba-685d-fcce-0c3a-209452ab57d5, 'name': SearchDatastore_Task, 'duration_secs': 0.022907} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.943158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.943491] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.943820] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8706ac-3418-4621-89b5-8bc4e4fb37f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.947800] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1047.947800] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276c53f-b33e-c9bc-097d-5de0754ea45a" [ 1047.947800] env[68946]: _type = "Task" [ 1047.947800] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.953945] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1047.953945] env[68946]: value = "task-2879089" [ 1047.953945] env[68946]: _type = "Task" [ 1047.953945] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.962737] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276c53f-b33e-c9bc-097d-5de0754ea45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.968667] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.067713] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.068039] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.068378] env[68946]: DEBUG nova.objects.instance [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.124671] env[68946]: DEBUG oslo_vmware.api [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879085, 'name': PowerOnVM_Task, 'duration_secs': 0.75235} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.125073] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.125256] env[68946]: INFO nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1048.125505] env[68946]: DEBUG nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.126321] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e899efe-16b5-4e4d-a677-a34d86bd7337 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.140532] env[68946]: DEBUG oslo_concurrency.lockutils [None req-53f1d726-6fea-4b1e-aa71-0e8ac7856c22 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.266673] env[68946]: DEBUG nova.compute.utils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.269637] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.458479] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276c53f-b33e-c9bc-097d-5de0754ea45a, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.461639] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.461751] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.461998] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.462160] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.462339] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.462599] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84a3db6-12e0-4f6a-9336-2000d67a22c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.469059] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.470699] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.470873] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.471580] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f02504c-4b0c-4ed6-83ac-ad24f4f84f81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.476495] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1048.476495] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d9744-d39f-2efa-6a5b-9696bd382fb4" [ 1048.476495] env[68946]: _type = "Task" [ 1048.476495] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.480895] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.481141] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.481346] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.481535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.481697] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.487884] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d9744-d39f-2efa-6a5b-9696bd382fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.488384] env[68946]: INFO nova.compute.manager [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Terminating instance [ 1048.618576] env[68946]: DEBUG nova.compute.manager [req-f7cf3114-979f-4707-9f4a-3e8ba734048f req-1932873b-70ed-4e0f-bb6f-d8b1aa534447 service nova] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Received event network-vif-deleted-8f08c4d8-5dfe-4a08-a28f-aa3687ac05f0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.644396] env[68946]: INFO nova.compute.manager [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Took 30.81 seconds to build instance. [ 1048.652343] env[68946]: DEBUG nova.objects.instance [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.771033] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.968360] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916167} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.970879] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.971122] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.971560] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48bcd921-023c-4801-9362-7db5a09b1dbe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984481] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1048.984481] env[68946]: value = "task-2879090" [ 1048.984481] env[68946]: _type = "Task" [ 1048.984481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.993231] env[68946]: DEBUG nova.compute.manager [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.993488] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.993851] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d9744-d39f-2efa-6a5b-9696bd382fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.022627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.995015] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcacf4-d444-4ea4-90d0-4209ff5b30c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.003553] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82229c42-80f5-423e-b07e-f34d503bc88c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.005885] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.009665] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1049.009665] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5255d616-d91f-0d61-db89-5a5a7d97ada9" [ 1049.009665] env[68946]: _type = "Task" [ 1049.009665] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.012244] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.016127] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5092d7c2-228d-49de-8f98-06af5f954981 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.025681] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5255d616-d91f-0d61-db89-5a5a7d97ada9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.027401] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1049.027401] env[68946]: value = "task-2879091" [ 1049.027401] env[68946]: _type = "Task" [ 1049.027401] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.038154] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.148054] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f74d09d6-6d11-4b97-a961-ab2669df4cb8 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.324s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.154998] env[68946]: DEBUG nova.objects.base [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance<351459b7-10c9-42f9-abd0-826f7f945ccb> lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.155283] env[68946]: DEBUG nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.184119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff281b5-3534-4754-8117-55112092cebf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.192798] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87dfa7-c8fa-41f1-b655-731e777e01ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.225721] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c1e91-87ab-4bfa-a75e-faf38926848f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.229856] env[68946]: DEBUG nova.policy [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.236734] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9c95e-6eb1-4d18-80b8-cf556839062c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.250493] env[68946]: DEBUG nova.compute.provider_tree [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.496129] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083854} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.500026] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.500026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682899e-5365-4c83-9b60-7181de83d611 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.528568] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.531374] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc5f9224-6518-4dc9-99a0-9496f811470c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.554725] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5255d616-d91f-0d61-db89-5a5a7d97ada9, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.558545] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.558814] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 15a572a9-d29e-4a7e-b964-35685c320785/15a572a9-d29e-4a7e-b964-35685c320785.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.559113] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879091, 'name': PowerOffVM_Task, 'duration_secs': 0.216378} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.559366] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1049.559366] env[68946]: value = "task-2879092" [ 1049.559366] env[68946]: _type = "Task" [ 1049.559366] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.559554] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7a37de-1542-4b63-9e84-e90dd3785081 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.561540] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.561801] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.562126] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b7810c2-e8a1-4bbb-bb24-2b5021d2a993 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.572128] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.573629] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1049.573629] env[68946]: value = "task-2879093" [ 1049.573629] env[68946]: _type = "Task" [ 1049.573629] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.582341] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.588031] env[68946]: DEBUG nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Successfully created port: 7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.648140] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.648335] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.648497] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleting the datastore file [datastore2] 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.648830] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68967b88-2ae4-424f-83aa-82709012eea4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.655636] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1049.655636] env[68946]: value = "task-2879095" [ 1049.655636] env[68946]: _type = "Task" [ 1049.655636] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.663384] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.755577] env[68946]: DEBUG nova.scheduler.client.report [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.785198] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.821445] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.821746] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.821872] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.822101] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.822224] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.822415] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.822675] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.822886] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.823121] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.823314] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.825196] env[68946]: DEBUG nova.virt.hardware [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.825943] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4928738-4e11-41cd-b820-019349729c88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.842056] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd5561d-f248-4e65-824b-502074200cff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.855626] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.861123] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.861388] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.861614] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa498876-c932-4723-b1c3-99b3fcc8d489 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.878556] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.878556] env[68946]: value = "task-2879096" [ 1049.878556] env[68946]: _type = "Task" [ 1049.878556] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.888062] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879096, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.008047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.008331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.073544] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.083099] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.166982] env[68946]: DEBUG oslo_vmware.api [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321278} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.167290] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.167471] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.167648] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.167827] env[68946]: INFO nova.compute.manager [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1050.168081] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.168286] env[68946]: DEBUG nova.compute.manager [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.168380] env[68946]: DEBUG nova.network.neutron [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.268063] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.268063] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.271312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.562s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.271491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.271642] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1050.271949] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.717s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.272604] env[68946]: DEBUG nova.objects.instance [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lazy-loading 'resources' on Instance uuid 32b4b8e6-cbcc-4c49-b162-92a5e23ec310 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.275529] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b39ecb-0b95-4063-bddb-d1cd5438ba7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.284316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e2b4c1-fedd-4cfb-9d90-8ee826bace00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299546] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0c812-1ed3-4784-85e1-9a4adb2108c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.308702] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66004e89-adf1-4b28-841c-94d1d3bc9146 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.339416] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177578MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1050.339609] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.389830] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879096, 'name': CreateVM_Task, 'duration_secs': 0.365435} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.390031] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.390526] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.390733] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.391133] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.391422] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840ad980-6e92-4550-92b8-9a0cfb1cd3b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.396321] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1050.396321] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19218-c223-abcd-95a8-e700d93e761a" [ 1050.396321] env[68946]: _type = "Task" [ 1050.396321] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.404572] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19218-c223-abcd-95a8-e700d93e761a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.511452] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.574931] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.584024] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646119} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.584311] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 15a572a9-d29e-4a7e-b964-35685c320785/15a572a9-d29e-4a7e-b964-35685c320785.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.584525] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.584861] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a2ab188-9369-43b0-96f6-d33b92d09dd3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.591747] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1050.591747] env[68946]: value = "task-2879097" [ 1050.591747] env[68946]: _type = "Task" [ 1050.591747] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.601200] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.773451] env[68946]: DEBUG nova.compute.utils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.776299] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.776569] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.818528] env[68946]: DEBUG nova.policy [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68331949a9b42bebab18bb02ef47977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7d302bd2b7c4151978d4d0de55dd9e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.874934] env[68946]: DEBUG nova.compute.manager [req-10d07c01-f8bf-4437-b426-8d5b2595151c req-a5caf4ef-6e8c-4d3d-b5d6-fbd98421e56d service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Received event network-vif-deleted-fa60aa1b-f677-45bd-9646-b205e9d9e09d {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1050.875154] env[68946]: INFO nova.compute.manager [req-10d07c01-f8bf-4437-b426-8d5b2595151c req-a5caf4ef-6e8c-4d3d-b5d6-fbd98421e56d service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Neutron deleted interface fa60aa1b-f677-45bd-9646-b205e9d9e09d; detaching it from the instance and deleting it from the info cache [ 1050.875284] env[68946]: DEBUG nova.network.neutron [req-10d07c01-f8bf-4437-b426-8d5b2595151c req-a5caf4ef-6e8c-4d3d-b5d6-fbd98421e56d service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.917648] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19218-c223-abcd-95a8-e700d93e761a, 'name': SearchDatastore_Task, 'duration_secs': 0.015694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.917648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.917648] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.917648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.917648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.917963] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.918022] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e4d5c8e-f9d9-4c57-ab9b-3ca0cdb1bd1f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.931779] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.932041] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.933152] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20521ab-cd2b-4dd0-8ae8-20ec3f717b1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.940993] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1050.940993] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ae0aa-aa75-ec49-5f83-fa02f42f8adb" [ 1050.940993] env[68946]: _type = "Task" [ 1050.940993] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.949897] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ae0aa-aa75-ec49-5f83-fa02f42f8adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.041028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.074085] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879092, 'name': ReconfigVM_Task, 'duration_secs': 1.486721} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.074365] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfigured VM instance instance-00000054 to attach disk [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.075174] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08fd4eb8-326d-4b3c-a58d-6cbf16773a89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.085765] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1051.085765] env[68946]: value = "task-2879098" [ 1051.085765] env[68946]: _type = "Task" [ 1051.085765] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.094784] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879098, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.107588] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070049} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.107588] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.107588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a646688-4df3-45c0-8b7c-43c7a12b5ea5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134166] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 15a572a9-d29e-4a7e-b964-35685c320785/15a572a9-d29e-4a7e-b964-35685c320785.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.135190] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Successfully created port: 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.140207] env[68946]: DEBUG nova.network.neutron [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.141191] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda694d4-c14a-45ba-91c2-17ddf2950d45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.157576] env[68946]: INFO nova.compute.manager [-] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Took 0.99 seconds to deallocate network for instance. [ 1051.166368] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1051.166368] env[68946]: value = "task-2879099" [ 1051.166368] env[68946]: _type = "Task" [ 1051.166368] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.178430] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.267837] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5c598b-a01a-475f-aa13-96a2ddf02c7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.277540] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85f84e-8a2e-4301-8bab-1dca9b05505e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.281320] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.313379] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad1b917-6470-432b-b792-728476d5f7a0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.321064] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a2673-abd5-4e6c-94d6-206e49478b36 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.334927] env[68946]: DEBUG nova.compute.provider_tree [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.348049] env[68946]: DEBUG nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Successfully updated port: 7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.382637] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a0a4e9b-06b3-4dc4-8fbf-b6e9c606b432 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.392121] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a81fe-42c2-4c99-b8a6-2371825db4e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.432302] env[68946]: DEBUG nova.compute.manager [req-10d07c01-f8bf-4437-b426-8d5b2595151c req-a5caf4ef-6e8c-4d3d-b5d6-fbd98421e56d service nova] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Detach interface failed, port_id=fa60aa1b-f677-45bd-9646-b205e9d9e09d, reason: Instance 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1051.434913] env[68946]: DEBUG nova.compute.manager [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-plugged-7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.435198] env[68946]: DEBUG oslo_concurrency.lockutils [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.435477] env[68946]: DEBUG oslo_concurrency.lockutils [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.435712] env[68946]: DEBUG oslo_concurrency.lockutils [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.435976] env[68946]: DEBUG nova.compute.manager [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] No waiting events found dispatching network-vif-plugged-7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.436164] env[68946]: WARNING nova.compute.manager [req-dbd5d226-ea9f-4afb-9ebb-239c8b0787ab req-b6ea2362-688c-431e-9a8b-e6844eb2081f service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received unexpected event network-vif-plugged-7d94cfe5-5908-4d23-a4cd-310501ac6128 for instance with vm_state active and task_state None. [ 1051.450453] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525ae0aa-aa75-ec49-5f83-fa02f42f8adb, 'name': SearchDatastore_Task, 'duration_secs': 0.018265} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.451350] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13bb79d-1e21-4d5f-a045-e40ad52c43e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.456792] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1051.456792] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52101719-e897-6b5b-115d-ca0855e4d836" [ 1051.456792] env[68946]: _type = "Task" [ 1051.456792] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.464690] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52101719-e897-6b5b-115d-ca0855e4d836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.596451] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879098, 'name': Rename_Task, 'duration_secs': 0.327211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.596721] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.596973] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a4100f-dada-4ba7-bda9-a9a6e3aa6680 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.603261] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1051.603261] env[68946]: value = "task-2879100" [ 1051.603261] env[68946]: _type = "Task" [ 1051.603261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.612301] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.666137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.675988] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.838626] env[68946]: DEBUG nova.scheduler.client.report [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.854137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.854808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.854808] env[68946]: DEBUG nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.967743] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52101719-e897-6b5b-115d-ca0855e4d836, 'name': SearchDatastore_Task, 'duration_secs': 0.022614} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.967989] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.968305] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.968602] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e600447-dd66-4973-95ad-4a9905e2c4ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.975130] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1051.975130] env[68946]: value = "task-2879101" [ 1051.975130] env[68946]: _type = "Task" [ 1051.975130] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.983413] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.117572] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.180044] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879099, 'name': ReconfigVM_Task, 'duration_secs': 0.851464} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.180533] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 15a572a9-d29e-4a7e-b964-35685c320785/15a572a9-d29e-4a7e-b964-35685c320785.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.181413] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14702d7-027b-401f-b94f-b92f45f247d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.189300] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1052.189300] env[68946]: value = "task-2879102" [ 1052.189300] env[68946]: _type = "Task" [ 1052.189300] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.201651] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879102, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.296778] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.323754] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.324401] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.324401] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.324703] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.324933] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.325211] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.325544] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.325783] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.326066] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.326341] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.326626] env[68946]: DEBUG nova.virt.hardware [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.327927] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddbe570-8550-44e9-a8c9-de1112bc06d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.339298] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64244c-46ce-4293-bb84-6f7a0908cc6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.346185] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.349312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.515s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.349803] env[68946]: DEBUG nova.objects.instance [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'resources' on Instance uuid 439d07ea-dfc6-4d09-a99b-f823a3a9ed20 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.371689] env[68946]: INFO nova.scheduler.client.report [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Deleted allocations for instance 32b4b8e6-cbcc-4c49-b162-92a5e23ec310 [ 1052.423741] env[68946]: WARNING nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1052.486958] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.619331] env[68946]: DEBUG oslo_vmware.api [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879100, 'name': PowerOnVM_Task, 'duration_secs': 0.664896} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.619331] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.619331] env[68946]: INFO nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1052.619720] env[68946]: DEBUG nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.620583] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4247bf82-c4d7-4f43-9417-95aa40a14643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.695203] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Successfully updated port: 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.705039] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879102, 'name': Rename_Task, 'duration_secs': 0.270404} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.705547] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.705967] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5545b5e-89f0-4b00-8de0-8aa551b4cb00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.713368] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1052.713368] env[68946]: value = "task-2879103" [ 1052.713368] env[68946]: _type = "Task" [ 1052.713368] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.725106] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.839314] env[68946]: DEBUG nova.network.neutron [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "address": "fa:16:3e:aa:05:30", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d94cfe5-59", "ovs_interfaceid": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.881184] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40962eaf-f8f2-4c80-b641-f93d68c87648 tempest-ServersWithSpecificFlavorTestJSON-234927426 tempest-ServersWithSpecificFlavorTestJSON-234927426-project-member] Lock "32b4b8e6-cbcc-4c49-b162-92a5e23ec310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.627s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.988429] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673967} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.988685] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.988897] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.989182] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be3d35b-69e8-4e84-b4be-781f4ca01aea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.995755] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1052.995755] env[68946]: value = "task-2879104" [ 1052.995755] env[68946]: _type = "Task" [ 1052.995755] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.001156] env[68946]: DEBUG nova.compute.manager [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.004760] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7de7e8-155c-47c5-8c56-d7b68c19ce8a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.007554] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.140784] env[68946]: INFO nova.compute.manager [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Took 34.63 seconds to build instance. [ 1053.155387] env[68946]: DEBUG nova.compute.manager [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-vif-plugged-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.155633] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.155852] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Lock "bda51aae-a803-4046-a7a6-409219da281b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.156079] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Lock "bda51aae-a803-4046-a7a6-409219da281b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.156285] env[68946]: DEBUG nova.compute.manager [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] No waiting events found dispatching network-vif-plugged-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.156448] env[68946]: WARNING nova.compute.manager [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received unexpected event network-vif-plugged-1edd37f6-d0e1-4177-99b2-5caa4da65c1e for instance with vm_state building and task_state spawning. [ 1053.156608] env[68946]: DEBUG nova.compute.manager [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.156811] env[68946]: DEBUG nova.compute.manager [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing instance network info cache due to event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1053.156918] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.157473] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.157473] env[68946]: DEBUG nova.network.neutron [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.197620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.227933] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.258642] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c4367-21d8-4fec-b456-7d9cefb84909 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.266299] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786484b-f1c6-4ed5-8aba-8969faac0b47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.298125] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2292869-28b1-4a13-9c19-1a658e57086d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.308978] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e344dd-5559-4db5-afc1-370711c5021b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.324208] env[68946]: DEBUG nova.compute.provider_tree [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.341668] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.342338] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342498] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.343548] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0d78c-5f91-4c05-adfd-889be5298154 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.360355] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.360594] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.360750] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.360938] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.361096] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.361250] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.361452] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.361607] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.361786] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.361968] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.362156] env[68946]: DEBUG nova.virt.hardware [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.368408] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfiguring VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.370580] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2097052-cd03-4438-989b-d58ff43ab730 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.388611] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.389519] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9cbb61-2ec8-46f4-9abd-37cef848c8d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.393116] env[68946]: DEBUG oslo_vmware.api [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1053.393116] env[68946]: value = "task-2879105" [ 1053.393116] env[68946]: _type = "Task" [ 1053.393116] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.397815] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.397974] env[68946]: ERROR oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk due to incomplete transfer. [ 1053.398460] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57fe09bf-70d0-4a2e-bcae-c273c52875e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.402483] env[68946]: DEBUG oslo_vmware.api [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879105, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.410661] env[68946]: DEBUG oslo_vmware.rw_handles [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761c0b-96bc-65c5-3422-c112bc7cc18e/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.410861] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Uploaded image c3573330-1a92-4506-a8ab-e500577dd9ac to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.413414] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.413654] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1323569-22e0-4de2-8578-032def749e63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.420098] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1053.420098] env[68946]: value = "task-2879106" [ 1053.420098] env[68946]: _type = "Task" [ 1053.420098] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.428388] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879106, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.505734] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087029} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.506145] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.507017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4911fe9-abe9-40fc-94a0-bbeba1d2f7b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.521641] env[68946]: INFO nova.compute.manager [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] instance snapshotting [ 1053.531593] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.532181] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6eb276-2b6e-42fd-b3cd-c52e656e947d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.547351] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e47b9e-33b2-4c95-856d-a2b38f6dd7e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.567205] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad23df-c734-4dc9-bf2f-dc9e1db22848 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.570417] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1053.570417] env[68946]: value = "task-2879107" [ 1053.570417] env[68946]: _type = "Task" [ 1053.570417] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.581815] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.645681] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0b00440-d7a0-473e-a06e-ba52be7f2a67 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.147s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.650396] env[68946]: DEBUG nova.compute.manager [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-changed-7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.650572] env[68946]: DEBUG nova.compute.manager [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing instance network info cache due to event network-changed-7d94cfe5-5908-4d23-a4cd-310501ac6128. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1053.650786] env[68946]: DEBUG oslo_concurrency.lockutils [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.650951] env[68946]: DEBUG oslo_concurrency.lockutils [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651144] env[68946]: DEBUG nova.network.neutron [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing network info cache for port 7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.703596] env[68946]: DEBUG nova.network.neutron [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.726523] env[68946]: DEBUG oslo_vmware.api [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879103, 'name': PowerOnVM_Task, 'duration_secs': 0.94297} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.727133] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.727343] env[68946]: INFO nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Took 6.42 seconds to spawn the instance on the hypervisor. [ 1053.727524] env[68946]: DEBUG nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.728326] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8119e359-a51f-4a27-bb0c-b390593d1a6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.812745] env[68946]: DEBUG nova.network.neutron [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.827264] env[68946]: DEBUG nova.scheduler.client.report [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.904195] env[68946]: DEBUG oslo_vmware.api [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.934538] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879106, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.081062] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.081350] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.081593] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2597d7e2-c511-481b-b593-71a0d6256d6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.090743] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1054.090743] env[68946]: value = "task-2879108" [ 1054.090743] env[68946]: _type = "Task" [ 1054.090743] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.099876] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879108, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.248159] env[68946]: INFO nova.compute.manager [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Took 31.59 seconds to build instance. [ 1054.316010] env[68946]: DEBUG oslo_concurrency.lockutils [req-5a4e29e5-521a-43ba-abb6-81f9b6254d50 req-bbbe11de-091f-44ab-961b-5db003b92e05 service nova] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.316469] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.316615] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.336233] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.337069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.632s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.342019] env[68946]: INFO nova.compute.claims [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.408569] env[68946]: DEBUG oslo_vmware.api [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.443909] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879106, 'name': Destroy_Task, 'duration_secs': 0.705643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.444380] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroyed the VM [ 1054.444788] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.449056] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-786ecdff-ee37-4532-ac04-c7df7666cab2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.454180] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1054.454180] env[68946]: value = "task-2879109" [ 1054.454180] env[68946]: _type = "Task" [ 1054.454180] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.463293] env[68946]: INFO nova.scheduler.client.report [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted allocations for instance 439d07ea-dfc6-4d09-a99b-f823a3a9ed20 [ 1054.475227] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.493645] env[68946]: DEBUG nova.network.neutron [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updated VIF entry in instance network info cache for port 7d94cfe5-5908-4d23-a4cd-310501ac6128. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.494159] env[68946]: DEBUG nova.network.neutron [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "address": "fa:16:3e:aa:05:30", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d94cfe5-59", "ovs_interfaceid": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.585225] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879107, 'name': ReconfigVM_Task, 'duration_secs': 0.722731} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.585700] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.586597] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bb683d5-c587-4c38-842d-91d0b966515c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.598273] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1054.598273] env[68946]: value = "task-2879110" [ 1054.598273] env[68946]: _type = "Task" [ 1054.598273] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.606266] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879108, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.611707] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879110, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.753019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-051285a2-be0e-45c3-b164-9d4a4ce0b4c3 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.107s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.864259] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.905581] env[68946]: DEBUG oslo_vmware.api [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879105, 'name': ReconfigVM_Task, 'duration_secs': 1.144432} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.906122] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.906344] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfigured VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.969025] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.971894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3073af70-a0bf-4f8c-a59f-401b79641e50 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "439d07ea-dfc6-4d09-a99b-f823a3a9ed20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.694s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.997649] env[68946]: DEBUG oslo_concurrency.lockutils [req-dacfd69d-6927-40ae-9a14-b34934067f80 req-aabe0a7e-1477-40f1-bc9e-5b30fa65b251 service nova] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.102609] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879108, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.115451] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879110, 'name': Rename_Task, 'duration_secs': 0.174768} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.115772] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.116073] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3186e9fd-0337-4a73-bad4-9b44ce61c552 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.128335] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1055.128335] env[68946]: value = "task-2879111" [ 1055.128335] env[68946]: _type = "Task" [ 1055.128335] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.138983] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.372701] env[68946]: DEBUG nova.network.neutron [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.411180] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0276dd82-d97a-4bc2-9082-5dd6159c287b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.343s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.465887] env[68946]: DEBUG oslo_vmware.api [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879109, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791703} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.466354] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.466621] env[68946]: INFO nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 1055.602473] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879108, 'name': CreateSnapshot_Task, 'duration_secs': 1.036393} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.602713] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.603482] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342f4d6-0d08-4103-a9c6-e9d47cbc3420 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.638137] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879111, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.733057] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00589390-84fc-4d7d-b271-472d3c246cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.741910] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15ccac-8d23-47c1-acd3-c8ea468826eb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.774185] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ffc18-c08a-4af6-81d8-6124d452e19e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.781996] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f364d-3808-4056-9a6e-02ad43351bf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.796740] env[68946]: DEBUG nova.compute.provider_tree [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.876045] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.876546] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance network_info: |[{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.877252] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:91:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1edd37f6-d0e1-4177-99b2-5caa4da65c1e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.885922] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.886270] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.886513] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191eaf66-32a8-47ca-9d45-b637679df963 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.906642] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.906642] env[68946]: value = "task-2879112" [ 1055.906642] env[68946]: _type = "Task" [ 1055.906642] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.915425] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879112, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.025234] env[68946]: DEBUG nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Found 3 images (rotation: 2) {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1056.025234] env[68946]: DEBUG nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Rotating out 1 backups {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1056.025403] env[68946]: DEBUG nova.compute.manager [None req-a0ed3e76-1c06-417b-a4af-1d1871abadd0 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleting image f9c032a0-aa89-45da-ba23-70cfeeab192c {{(pid=68946) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1056.078922] env[68946]: DEBUG nova.compute.manager [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1056.132028] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.132028] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6abb8c4b-dd31-4a0b-9c18-f4c6959f4b6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.148024] env[68946]: DEBUG oslo_vmware.api [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879111, 'name': PowerOnVM_Task, 'duration_secs': 0.780719} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.148024] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.148024] env[68946]: INFO nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1056.148024] env[68946]: DEBUG nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.148024] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1056.148024] env[68946]: value = "task-2879113" [ 1056.148024] env[68946]: _type = "Task" [ 1056.148024] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.148024] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b384ccc8-c66a-41a6-a479-639f7a25f49a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.174797] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879113, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.299937] env[68946]: DEBUG nova.scheduler.client.report [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.416436] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879112, 'name': CreateVM_Task, 'duration_secs': 0.440548} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.416687] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.417485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.417705] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.418071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.418416] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e534f6-4ba0-47d3-8a56-c7170e0cc826 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.423475] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1056.423475] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5299e8a1-3365-615f-37de-9ce4805b875a" [ 1056.423475] env[68946]: _type = "Task" [ 1056.423475] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.432703] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5299e8a1-3365-615f-37de-9ce4805b875a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.605205] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.662152] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879113, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.686581] env[68946]: INFO nova.compute.manager [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Took 33.85 seconds to build instance. [ 1056.805763] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.809106] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.813944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.912s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.820023] env[68946]: INFO nova.compute.claims [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.936644] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5299e8a1-3365-615f-37de-9ce4805b875a, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.937054] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.937342] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.938090] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.938309] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.938799] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.938885] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a79f5e-3443-4ac6-b84b-677b3f4b682a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.949199] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.949199] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.950020] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b81e77-2019-4e7d-bcf4-bf4956ae2e31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.956502] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1056.956502] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e385b7-2fe0-603f-0273-826f56251600" [ 1056.956502] env[68946]: _type = "Task" [ 1056.956502] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.964750] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e385b7-2fe0-603f-0273-826f56251600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.162457] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879113, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.187880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8f73bcc6-862d-4e7a-9c82-773f469601e5 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.355s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.326047] env[68946]: DEBUG nova.compute.utils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.330069] env[68946]: INFO nova.compute.manager [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Rebuilding instance [ 1057.333596] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.333596] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.379622] env[68946]: DEBUG nova.policy [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.383218] env[68946]: DEBUG nova.compute.manager [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.384525] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50d51a-c690-4125-8362-5587ea94b7c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.468239] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e385b7-2fe0-603f-0273-826f56251600, 'name': SearchDatastore_Task, 'duration_secs': 0.020613} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.469315] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c5a43e-43af-46a6-9d17-ea6237bd5dac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.475308] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1057.475308] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525a552c-db44-c94b-c3d8-0bfe786e7f7d" [ 1057.475308] env[68946]: _type = "Task" [ 1057.475308] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.484222] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525a552c-db44-c94b-c3d8-0bfe786e7f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.663818] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879113, 'name': CloneVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.666339] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-c0d54e31-fe6e-46cd-9477-b3efc7acaec1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.666571] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-c0d54e31-fe6e-46cd-9477-b3efc7acaec1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.666936] env[68946]: DEBUG nova.objects.instance [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.781956] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Successfully created port: 2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.837080] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.987617] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525a552c-db44-c94b-c3d8-0bfe786e7f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.02149} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.987617] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.987756] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] bda51aae-a803-4046-a7a6-409219da281b/bda51aae-a803-4046-a7a6-409219da281b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.988018] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da14e267-ea36-4b58-be7e-91b2ea4a61fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.003542] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1058.003542] env[68946]: value = "task-2879114" [ 1058.003542] env[68946]: _type = "Task" [ 1058.003542] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.013503] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.165462] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879113, 'name': CloneVM_Task, 'duration_secs': 1.621571} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.165747] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Created linked-clone VM from snapshot [ 1058.166550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8fa723-996f-420b-aef0-6a0dd2d217c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183691] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Uploading image 386feb94-1679-416a-9261-211cdb113e9a {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.198434] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.198692] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3468beda-06a8-4a27-a99e-629606dab1b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.209377] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1058.209377] env[68946]: value = "task-2879115" [ 1058.209377] env[68946]: _type = "Task" [ 1058.209377] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.225033] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879115, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.316665] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296383b-72d0-420c-9f0e-cb6e06b173fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.329534] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b8b46f-92c6-4371-8fb4-d38af8c45ef7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.371396] env[68946]: DEBUG nova.objects.instance [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.375024] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8719a0-5095-4b0d-8366-a9ca508c60ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.385840] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45588e6-56d0-4db8-9680-2b8b8e2103e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.405563] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.406504] env[68946]: DEBUG nova.compute.provider_tree [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.407957] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90377ea4-b86d-449d-8172-a50154df65c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.416273] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1058.416273] env[68946]: value = "task-2879116" [ 1058.416273] env[68946]: _type = "Task" [ 1058.416273] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.425583] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.516625] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.720536] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879115, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.877466] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.879821] env[68946]: DEBUG nova.objects.base [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance<351459b7-10c9-42f9-abd0-826f7f945ccb> lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.880016] env[68946]: DEBUG nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.916622] env[68946]: DEBUG nova.scheduler.client.report [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.932213] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.932505] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.932680] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.932864] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.933021] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.933164] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.933368] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.933519] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.933677] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.933854] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.934074] env[68946]: DEBUG nova.virt.hardware [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.934987] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0c19b-4c37-402e-b6bc-6e2cbb75fe1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.941448] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879116, 'name': PowerOffVM_Task, 'duration_secs': 0.199425} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.942170] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.942505] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.943799] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd0087a-325a-4164-8d82-e6cf13926168 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.951416] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3556acb-7986-4656-862a-bc984f7f5b3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.958802] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.959409] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d732e141-a2c7-4172-b376-5ab524611311 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.963035] env[68946]: DEBUG nova.policy [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.988530] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.988753] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.988931] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleting the datastore file [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.989203] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7a19787-89e7-481d-9ec1-6a48fc004c8a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.995878] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1058.995878] env[68946]: value = "task-2879118" [ 1058.995878] env[68946]: _type = "Task" [ 1058.995878] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.003711] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.012607] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621838} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.012846] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] bda51aae-a803-4046-a7a6-409219da281b/bda51aae-a803-4046-a7a6-409219da281b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.013167] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.013418] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2356ee31-849d-49a3-8b20-61e42cd51c4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.019592] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1059.019592] env[68946]: value = "task-2879119" [ 1059.019592] env[68946]: _type = "Task" [ 1059.019592] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.026962] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.221593] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879115, 'name': Destroy_Task, 'duration_secs': 0.762836} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.222343] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Destroyed the VM [ 1059.222641] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.223095] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83019e5d-d13c-4876-be5a-280cee34f1a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.229439] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1059.229439] env[68946]: value = "task-2879120" [ 1059.229439] env[68946]: _type = "Task" [ 1059.229439] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.237891] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.424195] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.424734] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.431020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.286s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.431020] env[68946]: DEBUG nova.objects.instance [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid eacca771-6b89-4e73-9f7d-ec18d23c29c7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.506342] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465672} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.506557] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.506739] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.506915] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.528107] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222769} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.528377] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.529162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e91a8a-60e7-4b1c-b7f9-6ae150a69730 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.552928] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] bda51aae-a803-4046-a7a6-409219da281b/bda51aae-a803-4046-a7a6-409219da281b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.553535] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765ee164-e938-46b2-9ea6-1458e7f7eb9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.575143] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1059.575143] env[68946]: value = "task-2879121" [ 1059.575143] env[68946]: _type = "Task" [ 1059.575143] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.583347] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.639967] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.640274] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.640458] env[68946]: DEBUG nova.compute.manager [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.641326] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f2656-9e6c-4f47-9cf5-07e303f2a3ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.647785] env[68946]: DEBUG nova.compute.manager [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1059.648404] env[68946]: DEBUG nova.objects.instance [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.727473] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Successfully updated port: 2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.740309] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.930386] env[68946]: DEBUG nova.compute.utils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.939021] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.939021] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.995650] env[68946]: DEBUG nova.policy [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323eb2408dc74e03a5c58ab2dedfa5c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c36e57b428784cc7a4571b6a49272e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.088039] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.166999] env[68946]: DEBUG nova.compute.manager [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Received event network-vif-plugged-2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.167375] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] Acquiring lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.167708] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.168017] env[68946]: DEBUG oslo_concurrency.lockutils [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.168314] env[68946]: DEBUG nova.compute.manager [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] No waiting events found dispatching network-vif-plugged-2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.169846] env[68946]: WARNING nova.compute.manager [req-a1bfcfd7-c05f-475c-a024-a02b43e5c877 req-ef9a752d-41fd-40c4-b0a8-74558e7b3865 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Received unexpected event network-vif-plugged-2a6084f2-4a89-4aa5-8807-183348754aa2 for instance with vm_state building and task_state spawning. [ 1060.238750] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238905] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.239358] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.250490] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879120, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.378153] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Successfully created port: 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.417731] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf3cd9-acd2-4840-98ab-44d31865666a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.425486] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb77f463-5929-41f4-996b-5351791afc0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.464353] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.467640] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d6409-671c-4728-a864-ef0169129ce7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.476581] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7d05a5-fea8-4a6e-814e-ed06f7557eb1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.494586] env[68946]: DEBUG nova.compute.provider_tree [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.558399] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.558666] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.558870] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.560702] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.560972] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.561236] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.561511] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.561737] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.562480] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.562752] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.562970] env[68946]: DEBUG nova.virt.hardware [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.564316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c990949-bdee-47fa-9d07-bc4487ab18a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.573685] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3c5333-359b-4c5a-867e-db1028be64d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.592695] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.599054] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.602754] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.602981] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879121, 'name': ReconfigVM_Task, 'duration_secs': 0.720618} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.603218] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06353f61-49a6-4722-aa02-c694925ba5ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.615147] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] bda51aae-a803-4046-a7a6-409219da281b/bda51aae-a803-4046-a7a6-409219da281b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.615848] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237654dd-7870-4f8c-81ef-41911d6133f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.623080] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1060.623080] env[68946]: value = "task-2879122" [ 1060.623080] env[68946]: _type = "Task" [ 1060.623080] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.624511] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.624511] env[68946]: value = "task-2879123" [ 1060.624511] env[68946]: _type = "Task" [ 1060.624511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.636148] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879123, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.639323] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879122, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.659175] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.659527] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf3ae2ae-8452-42e2-b3d2-f387e5261cc1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.666551] env[68946]: DEBUG oslo_vmware.api [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1060.666551] env[68946]: value = "task-2879124" [ 1060.666551] env[68946]: _type = "Task" [ 1060.666551] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.675710] env[68946]: DEBUG oslo_vmware.api [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.740977] env[68946]: DEBUG oslo_vmware.api [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879120, 'name': RemoveSnapshot_Task, 'duration_secs': 1.308643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.741362] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.775999] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.932546] env[68946]: DEBUG nova.network.neutron [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Updating instance_info_cache with network_info: [{"id": "2a6084f2-4a89-4aa5-8807-183348754aa2", "address": "fa:16:3e:fa:5d:0e", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6084f2-4a", "ovs_interfaceid": "2a6084f2-4a89-4aa5-8807-183348754aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.993507] env[68946]: DEBUG nova.compute.manager [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-plugged-c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.993666] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.993893] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.994120] env[68946]: DEBUG oslo_concurrency.lockutils [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.994296] env[68946]: DEBUG nova.compute.manager [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] No waiting events found dispatching network-vif-plugged-c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.994503] env[68946]: WARNING nova.compute.manager [req-d9d5e452-cf87-4387-8da8-117656be8035 req-86e9d6cd-2b2e-42a1-ac34-4fc48a452a72 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received unexpected event network-vif-plugged-c0d54e31-fe6e-46cd-9477-b3efc7acaec1 for instance with vm_state active and task_state None. [ 1060.997789] env[68946]: DEBUG nova.scheduler.client.report [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.105710] env[68946]: DEBUG nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Successfully updated port: c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.137523] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879122, 'name': Rename_Task, 'duration_secs': 0.169463} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.140923] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.141294] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879123, 'name': CreateVM_Task, 'duration_secs': 0.289305} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.141698] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b164423-65ce-4aa9-b3e2-38cccee5c3ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.143198] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.143730] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.144076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.144502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.146383] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e4a0d5-bb0c-47b2-88bb-882226726e30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.149517] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1061.149517] env[68946]: value = "task-2879125" [ 1061.149517] env[68946]: _type = "Task" [ 1061.149517] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.151060] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1061.151060] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a9e86-a9a9-ec81-48fb-a9ca9a96cb58" [ 1061.151060] env[68946]: _type = "Task" [ 1061.151060] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.162739] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a9e86-a9a9-ec81-48fb-a9ca9a96cb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.165613] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.174137] env[68946]: DEBUG oslo_vmware.api [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879124, 'name': PowerOffVM_Task, 'duration_secs': 0.227924} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.174415] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.174932] env[68946]: DEBUG nova.compute.manager [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.175526] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ba084-a12d-4a17-9740-ea2fd91a6174 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.247883] env[68946]: WARNING nova.compute.manager [None req-c22f30a8-21ad-49a9-8da9-0936a6998486 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Image not found during snapshot: nova.exception.ImageNotFound: Image 386feb94-1679-416a-9261-211cdb113e9a could not be found. [ 1061.436769] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.437285] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Instance network_info: |[{"id": "2a6084f2-4a89-4aa5-8807-183348754aa2", "address": "fa:16:3e:fa:5d:0e", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6084f2-4a", "ovs_interfaceid": "2a6084f2-4a89-4aa5-8807-183348754aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.437755] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:5d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6084f2-4a89-4aa5-8807-183348754aa2', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.447107] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.447365] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.447696] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5241757f-bd55-4cc8-a150-bafa7e941850 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.467196] env[68946]: DEBUG nova.compute.manager [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-changed-c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1061.467416] env[68946]: DEBUG nova.compute.manager [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing instance network info cache due to event network-changed-c0d54e31-fe6e-46cd-9477-b3efc7acaec1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1061.467704] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.467921] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.468151] env[68946]: DEBUG nova.network.neutron [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Refreshing network info cache for port c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.475375] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.475375] env[68946]: value = "task-2879126" [ 1061.475375] env[68946]: _type = "Task" [ 1061.475375] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.480534] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.488787] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879126, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.506588] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.506857] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.507072] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.507287] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.507444] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.507591] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.507795] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.507948] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.508126] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.508290] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.508457] env[68946]: DEBUG nova.virt.hardware [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.509200] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.511966] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e5dc7-97a5-46b2-918c-127e9314a3b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.514996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.172s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.517012] env[68946]: INFO nova.compute.claims [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.525157] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc234d46-d77c-48b4-aace-ca4641b6b597 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.546126] env[68946]: INFO nova.scheduler.client.report [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance eacca771-6b89-4e73-9f7d-ec18d23c29c7 [ 1061.608482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.664198] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.668155] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526a9e86-a9a9-ec81-48fb-a9ca9a96cb58, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.670727] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.670727] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.670727] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.670727] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.670727] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.670727] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-001668f4-3032-4459-a165-6cfd0b0d5ba2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.680264] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.680587] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.681689] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3faea7-8384-4529-82e1-9e2c89e11e05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.689496] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1061.689496] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7ce3e-add8-b981-cf40-3bd2a505fc88" [ 1061.689496] env[68946]: _type = "Task" [ 1061.689496] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.690027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92c7eddf-8efd-47e2-99eb-8640936d50dd tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.700510] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7ce3e-add8-b981-cf40-3bd2a505fc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.992090] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879126, 'name': CreateVM_Task, 'duration_secs': 0.410684} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.992383] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.993020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.993127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.993440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.993687] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8def2fda-2bfc-4720-bc86-7905a5c7e609 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.998993] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1061.998993] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52038623-f4a9-8c71-a182-15afe489e114" [ 1061.998993] env[68946]: _type = "Task" [ 1061.998993] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.006830] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52038623-f4a9-8c71-a182-15afe489e114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.054372] env[68946]: DEBUG oslo_concurrency.lockutils [None req-842a8bfc-1462-4062-96ed-3d44090ebe4e tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "eacca771-6b89-4e73-9f7d-ec18d23c29c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.094s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.134353] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Successfully updated port: 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.162188] env[68946]: DEBUG oslo_vmware.api [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879125, 'name': PowerOnVM_Task, 'duration_secs': 0.841187} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.162467] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.162745] env[68946]: INFO nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1062.162844] env[68946]: DEBUG nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.163737] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76e595-0653-486c-a1a6-fb4eee994efe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.202122] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d7ce3e-add8-b981-cf40-3bd2a505fc88, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.202256] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38bf6e2-aa1d-4b65-81b6-43e037aabb86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.207991] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1062.207991] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc7a23-a006-905b-ea50-cfd7a56086a2" [ 1062.207991] env[68946]: _type = "Task" [ 1062.207991] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.209133] env[68946]: DEBUG nova.network.neutron [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Added VIF to instance network info cache for port c0d54e31-fe6e-46cd-9477-b3efc7acaec1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1062.209195] env[68946]: DEBUG nova.network.neutron [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "address": "fa:16:3e:aa:05:30", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d94cfe5-59", "ovs_interfaceid": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "address": "fa:16:3e:3e:59:02", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d54e31-fe", "ovs_interfaceid": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.218325] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc7a23-a006-905b-ea50-cfd7a56086a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.510424] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52038623-f4a9-8c71-a182-15afe489e114, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.510762] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511044] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.511273] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.601982] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Received event network-changed-2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.602208] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Refreshing instance network info cache due to event network-changed-2a6084f2-4a89-4aa5-8807-183348754aa2. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1062.602468] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Acquiring lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.602587] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Acquired lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.602684] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Refreshing network info cache for port 2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.636596] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.636596] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.636876] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.683148] env[68946]: INFO nova.compute.manager [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Took 37.72 seconds to build instance. [ 1062.719017] env[68946]: DEBUG oslo_concurrency.lockutils [req-e6e18628-2d6c-4470-bfee-759136f65174 req-bcda4bb7-2aca-4c13-b158-ee2a2f706037 service nova] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.719285] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.720439] env[68946]: DEBUG nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.726974] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc7a23-a006-905b-ea50-cfd7a56086a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0588} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.729694] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.730019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.731025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.731212] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.731457] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c123a3f-87a2-48b6-8602-f8fd155044e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.733670] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266f7595-4042-4a5d-8897-24751140ded9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.744339] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1062.744339] env[68946]: value = "task-2879127" [ 1062.744339] env[68946]: _type = "Task" [ 1062.744339] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.745454] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.745630] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.749920] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ca4fd4-ed44-45b7-8149-25e3d3f744ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.757508] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1062.757508] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5278217a-9895-7612-759f-029781debceb" [ 1062.757508] env[68946]: _type = "Task" [ 1062.757508] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.760493] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.771150] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5278217a-9895-7612-759f-029781debceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.857659] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827166b1-34c0-425b-a4a9-006e257ae555 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.865568] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e57bb9f-beb0-4902-89b2-5314ec389452 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.895502] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463de131-b9c7-4534-b3c7-b049bed840f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.903223] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ae6390-2da7-475d-b1d4-f8cd158098df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.918372] env[68946]: DEBUG nova.compute.provider_tree [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.993225] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.993535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.993727] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.994049] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.994186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.996813] env[68946]: INFO nova.compute.manager [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Terminating instance [ 1063.173769] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.187175] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69358f92-592e-4ab8-8da6-bf26f10c2738 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.231s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.260781] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.270134] env[68946]: WARNING nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1063.270390] env[68946]: WARNING nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1063.270559] env[68946]: WARNING nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1063.270714] env[68946]: WARNING nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] c0d54e31-fe6e-46cd-9477-b3efc7acaec1 already exists in list: port_ids containing: ['c0d54e31-fe6e-46cd-9477-b3efc7acaec1']. ignoring it [ 1063.276574] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5278217a-9895-7612-759f-029781debceb, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.277469] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164f858f-aa80-4c56-ad13-9dcc7176d8d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.284465] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1063.284465] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5253a3bf-4a3a-31cb-a33e-9124c7ed707a" [ 1063.284465] env[68946]: _type = "Task" [ 1063.284465] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.293569] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5253a3bf-4a3a-31cb-a33e-9124c7ed707a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.350586] env[68946]: DEBUG nova.network.neutron [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.408953] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Updated VIF entry in instance network info cache for port 2a6084f2-4a89-4aa5-8807-183348754aa2. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.408953] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Updating instance_info_cache with network_info: [{"id": "2a6084f2-4a89-4aa5-8807-183348754aa2", "address": "fa:16:3e:fa:5d:0e", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6084f2-4a", "ovs_interfaceid": "2a6084f2-4a89-4aa5-8807-183348754aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.423781] env[68946]: DEBUG nova.scheduler.client.report [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.501720] env[68946]: DEBUG nova.compute.manager [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.501969] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.502889] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e4a9b-5962-47ad-9448-272bd5653044 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.511228] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.511785] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6253e6-9810-4b16-b516-794eafa47a82 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.519496] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1063.519496] env[68946]: value = "task-2879128" [ 1063.519496] env[68946]: _type = "Task" [ 1063.519496] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.529823] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.755606] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64929} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.755856] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.756095] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.756374] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf12bef-7c24-4bfd-9388-90f28436aca4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.762506] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1063.762506] env[68946]: value = "task-2879129" [ 1063.762506] env[68946]: _type = "Task" [ 1063.762506] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.771033] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.794328] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5253a3bf-4a3a-31cb-a33e-9124c7ed707a, 'name': SearchDatastore_Task, 'duration_secs': 0.056382} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.794587] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.794838] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 28504f00-5d94-478a-8a6e-9c7fec3570c2/28504f00-5d94-478a-8a6e-9c7fec3570c2.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.795149] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ac2ed97-6eb7-440e-8cfe-9502fae9b975 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.801561] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1063.801561] env[68946]: value = "task-2879130" [ 1063.801561] env[68946]: _type = "Task" [ 1063.801561] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.810100] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.813357] env[68946]: DEBUG nova.network.neutron [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "address": "fa:16:3e:aa:05:30", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d94cfe5-59", "ovs_interfaceid": "7d94cfe5-5908-4d23-a4cd-310501ac6128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "address": "fa:16:3e:3e:59:02", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d54e31-fe", "ovs_interfaceid": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.857271] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.857700] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Instance network_info: |[{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.858322] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:16:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00438728-12a9-489a-8a74-75fd152c61c0', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.872350] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Creating folder: Project (c36e57b428784cc7a4571b6a49272e55). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.874305] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63756aa3-4fcf-4f38-b110-583b23a182d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.885644] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Created folder: Project (c36e57b428784cc7a4571b6a49272e55) in parent group-v578341. [ 1063.885843] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Creating folder: Instances. Parent ref: group-v578590. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.886094] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e374b4-8713-4f52-bca4-f141dca796f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.897566] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Created folder: Instances in parent group-v578590. [ 1063.897882] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.898105] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.898390] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f56dab1-b6b3-4b46-bc0f-41790f3b8ac3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.917210] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Releasing lock "refresh_cache-28504f00-5d94-478a-8a6e-9c7fec3570c2" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.917518] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-vif-plugged-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.917804] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Acquiring lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.917987] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.918446] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.918446] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] No waiting events found dispatching network-vif-plugged-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.918446] env[68946]: WARNING nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received unexpected event network-vif-plugged-00438728-12a9-489a-8a74-75fd152c61c0 for instance with vm_state building and task_state spawning. [ 1063.918713] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-changed-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.918713] env[68946]: DEBUG nova.compute.manager [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing instance network info cache due to event network-changed-00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1063.918904] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.919059] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.919231] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.926507] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.926507] env[68946]: value = "task-2879133" [ 1063.926507] env[68946]: _type = "Task" [ 1063.926507] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.931760] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.937031] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.937031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.850s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.937031] env[68946]: DEBUG nova.objects.instance [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lazy-loading 'resources' on Instance uuid ab1e3dd0-f783-45ba-b269-960ee46a6710 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.945424] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879133, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.034456] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879128, 'name': PowerOffVM_Task, 'duration_secs': 0.217788} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.035075] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.035955] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.035955] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d2761d-9b68-4111-912b-4c4409b4c00a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.104187] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.104187] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.104187] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleting the datastore file [datastore2] 0beb78e9-9d90-4314-8a15-0071a7e0be8e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.104187] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f49dda3-de5a-441e-9b2d-0d1819b173c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.111678] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1064.111678] env[68946]: value = "task-2879135" [ 1064.111678] env[68946]: _type = "Task" [ 1064.111678] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.120147] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.276507] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078777} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.276507] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.277027] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc33258-5c91-4a6f-a492-a64b07a56646 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.299291] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.300147] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce3c4de-6043-455e-bad9-4b5a67ee4ae2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.316167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.316839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.317184] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.320710] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f624b50-f524-43d3-bd9b-b2120110d9ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.329850] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512781} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.343487] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 28504f00-5d94-478a-8a6e-9c7fec3570c2/28504f00-5d94-478a-8a6e-9c7fec3570c2.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.343774] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.344566] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.344798] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.344962] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.345182] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.345368] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.345567] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.345731] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.345958] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.346215] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.346455] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.346703] env[68946]: DEBUG nova.virt.hardware [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.354112] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfiguring VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1064.354499] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1064.354499] env[68946]: value = "task-2879136" [ 1064.354499] env[68946]: _type = "Task" [ 1064.354499] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.354709] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06355edb-b713-4515-a0e8-22539d85d004 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.356961] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecbe64f-dbe5-4468-a838-608aa0aff37a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.380041] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.380041] env[68946]: DEBUG oslo_vmware.api [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1064.380041] env[68946]: value = "task-2879138" [ 1064.380041] env[68946]: _type = "Task" [ 1064.380041] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.380041] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1064.380041] env[68946]: value = "task-2879137" [ 1064.380041] env[68946]: _type = "Task" [ 1064.380041] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.390636] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.394374] env[68946]: DEBUG oslo_vmware.api [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879138, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.437295] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879133, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.439918] env[68946]: DEBUG nova.compute.utils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.442455] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.442886] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.520131] env[68946]: DEBUG nova.policy [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad262184cb41aab73e5ae80fd636ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1358f263de343e791038da547a5e8b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.624017] env[68946]: DEBUG oslo_vmware.api [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404083} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.626782] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.626912] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.627087] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.627268] env[68946]: INFO nova.compute.manager [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1064.627518] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.627908] env[68946]: DEBUG nova.compute.manager [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.628015] env[68946]: DEBUG nova.network.neutron [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.727409] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updated VIF entry in instance network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.727781] env[68946]: DEBUG nova.network.neutron [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.881308] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879136, 'name': ReconfigVM_Task, 'duration_secs': 0.440261} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.888016] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6/d0535e18-d369-4219-869e-cea6a0407fb6.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.891395] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6059b16a-010e-4e56-a1d2-3e0a70061e9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.898533] env[68946]: DEBUG oslo_vmware.api [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.902675] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1064.902675] env[68946]: value = "task-2879139" [ 1064.902675] env[68946]: _type = "Task" [ 1064.902675] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.902947] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085053} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.903747] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Successfully created port: 717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.906019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.909603] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddfdf8f-8b54-4924-ba7c-c5c639116080 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.915132] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5047f-f15f-4b39-b204-0ca8f500c8aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.940448] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 28504f00-5d94-478a-8a6e-9c7fec3570c2/28504f00-5d94-478a-8a6e-9c7fec3570c2.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.948719] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d012ca8-e7e7-45a2-a5fc-6144cf387d6c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.965614] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879139, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.966251] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.975018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ea368-fe67-4fa0-a237-9b21a02af90c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978417] env[68946]: DEBUG nova.compute.manager [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Stashing vm_state: stopped {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1064.986355] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1064.986355] env[68946]: value = "task-2879140" [ 1064.986355] env[68946]: _type = "Task" [ 1064.986355] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.986555] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879133, 'name': CreateVM_Task, 'duration_secs': 0.536382} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.013131] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.019129] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.019390] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.019641] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.020469] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fb008-5f8d-4ded-8ef2-70b70bd406df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.024412] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1794bc-4ee1-4eb4-9f4e-50a802cf24ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.032855] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.036464] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1065.036464] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529768c5-8e22-f684-cf58-35ce1abb7284" [ 1065.036464] env[68946]: _type = "Task" [ 1065.036464] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.037954] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1578ba74-c42e-4375-ac31-50121a9757d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.057799] env[68946]: DEBUG nova.compute.provider_tree [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.062871] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529768c5-8e22-f684-cf58-35ce1abb7284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.236267] env[68946]: DEBUG oslo_concurrency.lockutils [req-28a93dad-821f-4f22-a1e1-4dfeddfca272 req-b6dba24a-3471-4777-b217-501b1446ae30 service nova] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.391097] env[68946]: DEBUG oslo_vmware.api [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879138, 'name': ReconfigVM_Task, 'duration_secs': 0.730458} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.391688] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.392034] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfigured VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1065.414098] env[68946]: DEBUG nova.compute.manager [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.414221] env[68946]: DEBUG nova.compute.manager [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing instance network info cache due to event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1065.414409] env[68946]: DEBUG oslo_concurrency.lockutils [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414547] env[68946]: DEBUG oslo_concurrency.lockutils [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414735] env[68946]: DEBUG nova.network.neutron [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.420294] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879139, 'name': Rename_Task, 'duration_secs': 0.37262} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.420805] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.421017] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d880eb46-d43c-4be3-9c06-71d04b55cecb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.429136] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1065.429136] env[68946]: value = "task-2879141" [ 1065.429136] env[68946]: _type = "Task" [ 1065.429136] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.439261] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.497429] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.525067] env[68946]: DEBUG nova.network.neutron [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.526139] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879140, 'name': ReconfigVM_Task, 'duration_secs': 0.480352} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.526585] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 28504f00-5d94-478a-8a6e-9c7fec3570c2/28504f00-5d94-478a-8a6e-9c7fec3570c2.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.527200] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c7dcf7e-b855-4353-ab4a-7834a7349798 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.534100] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1065.534100] env[68946]: value = "task-2879142" [ 1065.534100] env[68946]: _type = "Task" [ 1065.534100] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.548562] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "5337d30e-0e3f-4b48-877d-016008bc0001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.548815] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "5337d30e-0e3f-4b48-877d-016008bc0001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.549916] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879142, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.554408] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529768c5-8e22-f684-cf58-35ce1abb7284, 'name': SearchDatastore_Task, 'duration_secs': 0.021093} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.554702] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.555221] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.555622] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.555818] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.556023] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.556916] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2f5246-50d0-4410-8e9d-8a64142bcfbd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.564739] env[68946]: DEBUG nova.scheduler.client.report [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.572151] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.572151] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.572151] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c8e057-c9e0-4f56-9f08-c235804667af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.576153] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1065.576153] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d51e9-c90d-d6c0-2a21-58e55a0eef05" [ 1065.576153] env[68946]: _type = "Task" [ 1065.576153] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.585173] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d51e9-c90d-d6c0-2a21-58e55a0eef05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.896750] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c785d28d-dca9-4955-9699-8ceddd9fe4e1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-c0d54e31-fe6e-46cd-9477-b3efc7acaec1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.230s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.939271] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.981703] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.011606] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.011858] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.012057] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.012278] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.012426] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.012569] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.012776] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.012931] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.013402] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.013748] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.013866] env[68946]: DEBUG nova.virt.hardware [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.014722] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd1300b-50c4-49bb-a25a-9bf967f3ddb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.026952] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070cd1a8-e404-4563-a3a9-b518882182f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.031423] env[68946]: INFO nova.compute.manager [-] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Took 1.40 seconds to deallocate network for instance. [ 1066.051545] env[68946]: DEBUG nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.059170] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879142, 'name': Rename_Task, 'duration_secs': 0.189933} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.059636] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.060077] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7769166a-f448-448d-a1b1-207bb08517f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.067261] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1066.067261] env[68946]: value = "task-2879143" [ 1066.067261] env[68946]: _type = "Task" [ 1066.067261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.071595] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.075254] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.244s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.076352] env[68946]: DEBUG nova.objects.instance [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lazy-loading 'resources' on Instance uuid aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.087365] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.094202] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520d51e9-c90d-d6c0-2a21-58e55a0eef05, 'name': SearchDatastore_Task, 'duration_secs': 0.018301} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.097863] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11174f97-2fa2-4a83-8e29-77d079c727fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.101465] env[68946]: INFO nova.scheduler.client.report [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Deleted allocations for instance ab1e3dd0-f783-45ba-b269-960ee46a6710 [ 1066.817554] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Successfully updated port: 717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.825756] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.831746] env[68946]: DEBUG nova.compute.manager [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Received event network-vif-plugged-717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.831961] env[68946]: DEBUG oslo_concurrency.lockutils [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.832187] env[68946]: DEBUG oslo_concurrency.lockutils [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.832380] env[68946]: DEBUG oslo_concurrency.lockutils [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.832570] env[68946]: DEBUG nova.compute.manager [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] No waiting events found dispatching network-vif-plugged-717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.832880] env[68946]: WARNING nova.compute.manager [req-235cece8-694d-4094-bab3-9a590cd2e3c5 req-d0008240-d7d3-4a9b-9511-b0f509941f0b service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Received unexpected event network-vif-plugged-717f4beb-b283-4337-b2b6-3662d6518ffd for instance with vm_state building and task_state spawning. [ 1066.843393] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1066.843393] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521d523f-da49-4138-c665-53a120b46ccd" [ 1066.843393] env[68946]: _type = "Task" [ 1066.843393] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.853750] env[68946]: DEBUG oslo_vmware.api [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879141, 'name': PowerOnVM_Task, 'duration_secs': 0.525634} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.854050] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879143, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.854674] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.854876] env[68946]: DEBUG nova.compute.manager [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.855653] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d416068-e244-485e-b7a1-fb315ea5a407 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.858838] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.862833] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521d523f-da49-4138-c665-53a120b46ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.012537} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.865899] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.866171] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/e5cce4fa-ef5c-4917-ad64-d1a4bc75449e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.866606] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54a648e-24df-4b0d-92dd-87d48715b5d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.877454] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1066.877454] env[68946]: value = "task-2879144" [ 1066.877454] env[68946]: _type = "Task" [ 1066.877454] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.890389] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.012931] env[68946]: DEBUG nova.network.neutron [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updated VIF entry in instance network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.013337] env[68946]: DEBUG nova.network.neutron [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.221099] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1872f750-3524-4f53-849e-4ba6946ff939 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.230539] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee80e5f-24bf-490f-9cd5-e64d0d300d5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.265957] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7937c5f-b3b5-48d4-b6f1-2ed4eb2c7bb9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.274906] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e299b7d0-18ac-4dbc-aae4-bbb40f649e67 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.290660] env[68946]: DEBUG nova.compute.provider_tree [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.334040] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.334274] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.334450] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.338949] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d6c44f6-c541-4b11-bfcf-05e82f299d77 tempest-ImagesTestJSON-1215025730 tempest-ImagesTestJSON-1215025730-project-member] Lock "ab1e3dd0-f783-45ba-b269-960ee46a6710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.738s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.344499] env[68946]: DEBUG oslo_vmware.api [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879143, 'name': PowerOnVM_Task, 'duration_secs': 0.939886} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.346555] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.347174] env[68946]: INFO nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1067.347635] env[68946]: DEBUG nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.350279] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd77e40-eaf9-4c92-a285-e42e07cdbbd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.383825] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.389869] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879144, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.515689] env[68946]: DEBUG oslo_concurrency.lockutils [req-ea4cd3bb-8a35-43ec-8d59-80972a16bc6a req-13e036b7-247b-441b-b0e3-053d54769e48 service nova] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.700034] env[68946]: DEBUG nova.compute.manager [req-9cb67a0b-d25d-4750-9d27-21f0af62a7e9 req-65dcd5e3-47b1-4fb2-b0a8-50ef86a172a7 service nova] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Received event network-vif-deleted-3300af87-ab4f-4b91-9624-73eb01b14df4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.794494] env[68946]: DEBUG nova.scheduler.client.report [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.875054] env[68946]: INFO nova.compute.manager [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Took 36.19 seconds to build instance. [ 1067.890432] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746728} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.891889] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.893950] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/e5cce4fa-ef5c-4917-ad64-d1a4bc75449e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.894216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.894821] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b999b4dc-380b-460e-8362-c58bf674e0f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.902370] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1067.902370] env[68946]: value = "task-2879145" [ 1067.902370] env[68946]: _type = "Task" [ 1067.902370] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.911467] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.118260] env[68946]: DEBUG nova.network.neutron [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Updating instance_info_cache with network_info: [{"id": "717f4beb-b283-4337-b2b6-3662d6518ffd", "address": "fa:16:3e:c7:71:e5", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717f4beb-b2", "ovs_interfaceid": "717f4beb-b283-4337-b2b6-3662d6518ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.299645] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.308025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.964s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.308025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.308025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.347689] env[68946]: INFO nova.scheduler.client.report [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Deleted allocations for instance aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1 [ 1068.376953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9a7852d-9d2f-471a-accb-afd7f28e746a tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.704s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.414130] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183822} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.414130] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.414971] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7daa6-7856-49c6-8dd1-41bfc7ae03ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.439995] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/e5cce4fa-ef5c-4917-ad64-d1a4bc75449e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.441947] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f83095-54cb-4977-b501-f6bfa5dc5e02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.463240] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1068.463240] env[68946]: value = "task-2879146" [ 1068.463240] env[68946]: _type = "Task" [ 1068.463240] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.471792] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.621241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.621391] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance network_info: |[{"id": "717f4beb-b283-4337-b2b6-3662d6518ffd", "address": "fa:16:3e:c7:71:e5", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717f4beb-b2", "ovs_interfaceid": "717f4beb-b283-4337-b2b6-3662d6518ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.621827] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:71:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717f4beb-b283-4337-b2b6-3662d6518ffd', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.632120] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.632373] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.632632] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101a1cf5-2d3f-4e01-987d-86ccda783e20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.660164] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.660164] env[68946]: value = "task-2879147" [ 1068.660164] env[68946]: _type = "Task" [ 1068.660164] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.669236] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879147, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.766405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-7d94cfe5-5908-4d23-a4cd-310501ac6128" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.768246] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-7d94cfe5-5908-4d23-a4cd-310501ac6128" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.827718] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.856883] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d775e46-7305-4d36-a765-b63a408bd0eb tempest-ServerPasswordTestJSON-1190067549 tempest-ServerPasswordTestJSON-1190067549-project-member] Lock "aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.575s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.902987] env[68946]: DEBUG nova.compute.manager [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Received event network-changed-717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.902987] env[68946]: DEBUG nova.compute.manager [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Refreshing instance network info cache due to event network-changed-717f4beb-b283-4337-b2b6-3662d6518ffd. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1068.902987] env[68946]: DEBUG oslo_concurrency.lockutils [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] Acquiring lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.902987] env[68946]: DEBUG oslo_concurrency.lockutils [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] Acquired lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.902987] env[68946]: DEBUG nova.network.neutron [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Refreshing network info cache for port 717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.977321] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879146, 'name': ReconfigVM_Task, 'duration_secs': 0.313541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.977713] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/e5cce4fa-ef5c-4917-ad64-d1a4bc75449e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.978388] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea34dba8-8978-414e-b53f-d967b132396b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.986023] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1068.986023] env[68946]: value = "task-2879148" [ 1068.986023] env[68946]: _type = "Task" [ 1068.986023] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.996587] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879148, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.074027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "d0535e18-d369-4219-869e-cea6a0407fb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.074027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.074027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "d0535e18-d369-4219-869e-cea6a0407fb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.074027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.074027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.076616] env[68946]: INFO nova.compute.manager [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Terminating instance [ 1069.170888] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879147, 'name': CreateVM_Task, 'duration_secs': 0.423609} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.171180] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.171905] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.172122] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.172477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.172790] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d878d5-0576-4305-be1c-c84dbcbf1e5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.177387] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1069.177387] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231a9e1-b307-581f-0a74-8b4c7ec0f654" [ 1069.177387] env[68946]: _type = "Task" [ 1069.177387] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.187394] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231a9e1-b307-581f-0a74-8b4c7ec0f654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.272590] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.272590] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.272788] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06017ed-1507-4e9b-a435-03b7d0469750 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.290401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c2995-081c-4984-97b8-16427c8e78e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.326561] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfiguring VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1069.326940] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5ec3a9-fdba-4962-acf4-c12aa15ceaa5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.344408] env[68946]: INFO nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating resource usage from migration 5b5536ba-5262-47b4-8253-9dc8d4ef512a [ 1069.344634] env[68946]: INFO nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating resource usage from migration 93a4fac4-7b52-4df3-accd-43978adfff0f [ 1069.356068] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1069.356068] env[68946]: value = "task-2879149" [ 1069.356068] env[68946]: _type = "Task" [ 1069.356068] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.365290] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.366431] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.369016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.369016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.369016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.369016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.369480] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.369952] env[68946]: INFO nova.compute.manager [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Terminating instance [ 1069.371914] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1069.372144] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 11212aa3-a6a9-413a-b816-fd3093b379fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372223] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 6b713e62-3396-490c-ab2f-9a695197a4fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372348] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372430] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372524] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 351459b7-10c9-42f9-abd0-826f7f945ccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372632] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372731] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 12fcb8e2-592d-456a-b630-96e5bed01807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372838] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 37b43448-c44b-44eb-b4b8-45a03d1c28c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.372981] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ead7398d-e690-4569-a8df-8c0eb05ab36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373057] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 95d67729-a659-48c5-9159-2365c732059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373164] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b036b882-dda3-467b-a3ca-d7626c8e98f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373301] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0beb78e9-9d90-4314-8a15-0071a7e0be8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1069.373505] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0f831683-4219-46e0-a598-71fd80c2a72e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373597] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 15a572a9-d29e-4a7e-b964-35685c320785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373708] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d0535e18-d369-4219-869e-cea6a0407fb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373814] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance bda51aae-a803-4046-a7a6-409219da281b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.373917] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 28504f00-5d94-478a-8a6e-9c7fec3570c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.374031] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance e5cce4fa-ef5c-4917-ad64-d1a4bc75449e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.374137] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3d591970-36d2-43e8-96ed-d4136c26d5d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.500960] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879148, 'name': Rename_Task, 'duration_secs': 0.144522} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.501432] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.501799] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be714740-f681-4fd8-be6b-fa50441c238f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.510810] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1069.510810] env[68946]: value = "task-2879150" [ 1069.510810] env[68946]: _type = "Task" [ 1069.510810] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.521791] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.580928] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "refresh_cache-d0535e18-d369-4219-869e-cea6a0407fb6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.580987] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "refresh_cache-d0535e18-d369-4219-869e-cea6a0407fb6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.581784] env[68946]: DEBUG nova.network.neutron [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.688298] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231a9e1-b307-581f-0a74-8b4c7ec0f654, 'name': SearchDatastore_Task, 'duration_secs': 0.018407} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.688630] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.688862] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.689117] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.689266] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.689446] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.689794] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98c13d5-296e-41f6-a099-d6d31a10e69f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.698652] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.698866] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.699781] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24275415-54c0-4f1c-a94b-38297d0a51bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.709325] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1069.709325] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f5a533-d508-cf23-d5f6-3fcb7dc8814f" [ 1069.709325] env[68946]: _type = "Task" [ 1069.709325] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.719416] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f5a533-d508-cf23-d5f6-3fcb7dc8814f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.869804] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.877734] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 278205e0-6bc3-4b8f-9cd6-81774a9a130e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1069.877933] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Migration 93a4fac4-7b52-4df3-accd-43978adfff0f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1069.877998] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d303ac87-aeef-4364-94db-ef100a2252bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.878273] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Migration 5b5536ba-5262-47b4-8253-9dc8d4ef512a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1069.878273] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 8553f489-1e6c-4eae-9e20-b228120de0be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.880871] env[68946]: DEBUG nova.compute.manager [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.881732] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.882815] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c05c36-fe10-455d-a2bf-9b77f1ae8de4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.890378] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.890504] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba8450b-61de-4a26-b098-7f9d31b6860b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.901407] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1069.901407] env[68946]: value = "task-2879151" [ 1069.901407] env[68946]: _type = "Task" [ 1069.901407] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.911413] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.987827] env[68946]: DEBUG nova.network.neutron [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Updated VIF entry in instance network info cache for port 717f4beb-b283-4337-b2b6-3662d6518ffd. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.988410] env[68946]: DEBUG nova.network.neutron [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Updating instance_info_cache with network_info: [{"id": "717f4beb-b283-4337-b2b6-3662d6518ffd", "address": "fa:16:3e:c7:71:e5", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717f4beb-b2", "ovs_interfaceid": "717f4beb-b283-4337-b2b6-3662d6518ffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.026066] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.120603] env[68946]: DEBUG nova.network.neutron [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.220667] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f5a533-d508-cf23-d5f6-3fcb7dc8814f, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.224019] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716aa44b-7391-49fb-91b2-984892f7a2bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.229697] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1070.229697] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527aff26-9471-a792-d371-a9a8e67037f5" [ 1070.229697] env[68946]: _type = "Task" [ 1070.229697] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.237911] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527aff26-9471-a792-d371-a9a8e67037f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.370648] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.382545] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance a357491f-c18f-4730-8904-c2f25f688d0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.382850] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.382994] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1070.413422] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879151, 'name': PowerOffVM_Task, 'duration_secs': 0.227565} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.413855] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.413905] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.414156] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c451d7b2-c3ad-458b-98b8-0bb522e223e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.483810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.483810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.483810] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore2] 28504f00-5d94-478a-8a6e-9c7fec3570c2 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.483810] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549600d9-072c-415f-ba06-0a6e623ba9f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.489887] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1070.489887] env[68946]: value = "task-2879153" [ 1070.489887] env[68946]: _type = "Task" [ 1070.489887] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.494136] env[68946]: DEBUG oslo_concurrency.lockutils [req-abc5ae9c-bcd7-474a-899b-2ccaf958e40c req-057712d7-64e6-4ab6-9c5a-ab045d8073d2 service nova] Releasing lock "refresh_cache-3d591970-36d2-43e8-96ed-d4136c26d5d7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.502203] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.523603] env[68946]: DEBUG oslo_vmware.api [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879150, 'name': PowerOnVM_Task, 'duration_secs': 0.696038} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.523811] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.524030] env[68946]: INFO nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1070.524227] env[68946]: DEBUG nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.527657] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c27c4bc-292b-4291-8ff2-b49c0afb506c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.543374] env[68946]: DEBUG nova.network.neutron [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.743107] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527aff26-9471-a792-d371-a9a8e67037f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.743551] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.743976] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.744389] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1e1a617-ecbb-4309-b448-fa9feecbafae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.751701] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1070.751701] env[68946]: value = "task-2879154" [ 1070.751701] env[68946]: _type = "Task" [ 1070.751701] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.763313] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.815708] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fbaa80-9fbc-4126-8ca5-eca84ab5f019 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.824377] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf4d81-d498-4cd9-b035-ca71aa34dfa7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.861644] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db45c4f-412f-49ba-a6f8-9027cf1badc4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.869449] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.872806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a098ae5-2eff-450f-ace8-0372d46b0cc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.887644] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.002202] env[68946]: DEBUG oslo_vmware.api [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143024} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.002332] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.002511] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.002692] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.002848] env[68946]: INFO nova.compute.manager [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.003103] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.003294] env[68946]: DEBUG nova.compute.manager [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.003384] env[68946]: DEBUG nova.network.neutron [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.045850] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "refresh_cache-d0535e18-d369-4219-869e-cea6a0407fb6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.046301] env[68946]: DEBUG nova.compute.manager [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.046833] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.047107] env[68946]: INFO nova.compute.manager [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Took 38.17 seconds to build instance. [ 1071.048649] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7ac97-2f17-4411-a0e5-d261a59d695e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.057988] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.058200] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319245a7-3948-4531-8729-37c3a784f3bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.065601] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1071.065601] env[68946]: value = "task-2879155" [ 1071.065601] env[68946]: _type = "Task" [ 1071.065601] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.081763] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.264018] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879154, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.368091] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.395223] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.554395] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3e16705b-6d16-48f9-a21f-1eaaed4c8563 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.685s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.579392] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879155, 'name': PowerOffVM_Task, 'duration_secs': 0.15905} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.579774] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.580076] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.580978] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9ed099d-3ac4-47d5-a46a-7c9d221a51de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.588514] env[68946]: DEBUG nova.compute.manager [req-e38914a3-8aed-4f0f-ac83-4e8a70440a3f req-5f18e0e0-73fb-452f-96fd-025e53af0d1d service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Received event network-vif-deleted-2a6084f2-4a89-4aa5-8807-183348754aa2 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.589476] env[68946]: INFO nova.compute.manager [req-e38914a3-8aed-4f0f-ac83-4e8a70440a3f req-5f18e0e0-73fb-452f-96fd-025e53af0d1d service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Neutron deleted interface 2a6084f2-4a89-4aa5-8807-183348754aa2; detaching it from the instance and deleting it from the info cache [ 1071.589784] env[68946]: DEBUG nova.network.neutron [req-e38914a3-8aed-4f0f-ac83-4e8a70440a3f req-5f18e0e0-73fb-452f-96fd-025e53af0d1d service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.610617] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.610953] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.611070] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleting the datastore file [datastore2] d0535e18-d369-4219-869e-cea6a0407fb6 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.611328] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11328c84-b45c-4f3d-8160-b573d719ecdd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.618695] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1071.618695] env[68946]: value = "task-2879157" [ 1071.618695] env[68946]: _type = "Task" [ 1071.618695] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.629514] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.766992] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531243} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.766992] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.766992] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.767749] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c59bc4b-aeb6-43d6-8dc2-0989d2ce8432 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.775483] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1071.775483] env[68946]: value = "task-2879158" [ 1071.775483] env[68946]: _type = "Task" [ 1071.775483] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.785344] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.872516] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.902094] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1071.903165] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.599s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.903710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.863s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.905748] env[68946]: INFO nova.compute.claims [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.980015] env[68946]: INFO nova.compute.manager [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Rescuing [ 1071.980299] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.980459] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.980631] env[68946]: DEBUG nova.network.neutron [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.010673] env[68946]: DEBUG nova.network.neutron [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.092413] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f24deea-83c8-487b-8165-2f2c1788a43c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103047] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2b7d26-b073-4c4f-9411-57c4029e7805 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.130361] env[68946]: DEBUG oslo_vmware.api [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194504} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.146594] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.146868] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.147065] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.147247] env[68946]: INFO nova.compute.manager [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1072.147629] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.148517] env[68946]: DEBUG nova.compute.manager [req-e38914a3-8aed-4f0f-ac83-4e8a70440a3f req-5f18e0e0-73fb-452f-96fd-025e53af0d1d service nova] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Detach interface failed, port_id=2a6084f2-4a89-4aa5-8807-183348754aa2, reason: Instance 28504f00-5d94-478a-8a6e-9c7fec3570c2 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1072.148940] env[68946]: DEBUG nova.compute.manager [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.149047] env[68946]: DEBUG nova.network.neutron [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.168606] env[68946]: DEBUG nova.network.neutron [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.287396] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08401} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.287675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.288579] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b069bc6-35a2-47fe-90be-06600d386578 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.312161] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.312989] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2689087b-1626-4074-ba88-81ceea5c2036 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.337488] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1072.337488] env[68946]: value = "task-2879159" [ 1072.337488] env[68946]: _type = "Task" [ 1072.337488] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.347275] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.370078] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.512653] env[68946]: INFO nova.compute.manager [-] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Took 1.51 seconds to deallocate network for instance. [ 1072.671319] env[68946]: DEBUG nova.network.neutron [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.832598] env[68946]: DEBUG nova.network.neutron [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.849060] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879159, 'name': ReconfigVM_Task, 'duration_secs': 0.48308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.849366] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.850379] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13b76d1-8ad9-417e-8deb-d0322a5a5b0f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.856657] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1072.856657] env[68946]: value = "task-2879160" [ 1072.856657] env[68946]: _type = "Task" [ 1072.856657] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.876649] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879160, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.878319] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.019818] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.174813] env[68946]: INFO nova.compute.manager [-] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Took 1.03 seconds to deallocate network for instance. [ 1073.299840] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3aa3b7-b898-4219-ae9e-e76a29ef154e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.311354] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec336ee7-9549-4ac6-ae76-41e6b4f2c383 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.344322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.347704] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53951e10-03a7-45ee-9592-6818a8e64747 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.355770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740c600-6f7c-4e91-b079-5fac78d8c0aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.379492] env[68946]: DEBUG nova.compute.provider_tree [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.390132] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879160, 'name': Rename_Task, 'duration_secs': 0.143114} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.394031] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.394320] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.395377] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d93c038-1651-4542-936e-b9aa4735ba51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.402715] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1073.402715] env[68946]: value = "task-2879161" [ 1073.402715] env[68946]: _type = "Task" [ 1073.402715] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.410642] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.683926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.873851] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.893650] env[68946]: DEBUG nova.scheduler.client.report [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.916079] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879161, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.373778] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.404530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.404530] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.405418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.739s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.411550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.411550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.805s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.423638] env[68946]: DEBUG oslo_vmware.api [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879161, 'name': PowerOnVM_Task, 'duration_secs': 0.517399} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.424752] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.424979] env[68946]: INFO nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1074.425182] env[68946]: DEBUG nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.426149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fe7c0-8958-4ddd-9508-a2a5da135b90 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.443325] env[68946]: INFO nova.scheduler.client.report [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted allocations for instance 78ce28ce-112c-4444-8a7e-2e633a5b4ef5 [ 1074.876264] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.906332] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.906723] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917408eb-eb1d-4b44-b6f2-d2177fb3f07b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.913095] env[68946]: DEBUG nova.compute.utils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.916131] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.916131] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.918167] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1074.918167] env[68946]: value = "task-2879162" [ 1074.918167] env[68946]: _type = "Task" [ 1074.918167] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.921052] env[68946]: INFO nova.compute.claims [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.935544] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.944937] env[68946]: INFO nova.compute.manager [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Took 31.63 seconds to build instance. [ 1074.950140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f91aad2d-5959-4d9f-bdc9-b9e4039d7e56 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "78ce28ce-112c-4444-8a7e-2e633a5b4ef5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.468s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.057466] env[68946]: DEBUG nova.policy [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0339487c6a04e05821d9482a70b0be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f34ba2ae9e2f4a80bf8210bf8cd3678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.381160] env[68946]: DEBUG oslo_vmware.api [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879149, 'name': ReconfigVM_Task, 'duration_secs': 5.80952} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.381494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.381709] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfigured VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1075.420287] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.436452] env[68946]: INFO nova.compute.resource_tracker [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating resource usage from migration 93a4fac4-7b52-4df3-accd-43978adfff0f [ 1075.446749] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e43d445f-335d-49c8-8414-70d944ca1f77 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.140s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.447018] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879162, 'name': PowerOffVM_Task, 'duration_secs': 0.199049} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.447257] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.448127] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c7df8-a192-4829-a482-a47453bf5096 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.469450] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049f3f35-4768-40a3-9587-d7ba4ad1b700 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.517639] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.517918] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c44bec-b943-4a6a-92ad-4c50d73e2645 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.526875] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1075.526875] env[68946]: value = "task-2879163" [ 1075.526875] env[68946]: _type = "Task" [ 1075.526875] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.534909] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.588151] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Successfully created port: b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.839947] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac04a11-04a3-40dd-9ccb-d78e77a363c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.852375] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca04acf-8c9e-4a3e-82f9-af5b5697d904 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.888271] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b8e1f-380a-4360-9e67-cce6a99be6a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.898498] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3252cc-56d7-4c87-a2b1-3c28f9705e5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.913423] env[68946]: DEBUG nova.compute.provider_tree [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.917212] env[68946]: DEBUG nova.compute.manager [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-deleted-7d94cfe5-5908-4d23-a4cd-310501ac6128 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.917404] env[68946]: INFO nova.compute.manager [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Neutron deleted interface 7d94cfe5-5908-4d23-a4cd-310501ac6128; detaching it from the instance and deleting it from the info cache [ 1075.917688] env[68946]: DEBUG nova.network.neutron [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "address": "fa:16:3e:3e:59:02", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d54e31-fe", "ovs_interfaceid": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.943366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.943538] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.039430] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1076.040050] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.040322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.040475] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.041496] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.041496] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd8d1a6-e52d-4768-b804-79104248faec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.050127] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.050288] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.051227] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8947232-4339-4aef-a42a-465ec01d8f09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.059313] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1076.059313] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f735a7-c994-1def-751f-4616a9d3dcb2" [ 1076.059313] env[68946]: _type = "Task" [ 1076.059313] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.070208] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f735a7-c994-1def-751f-4616a9d3dcb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.420562] env[68946]: DEBUG nova.scheduler.client.report [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.428213] env[68946]: DEBUG oslo_concurrency.lockutils [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.428213] env[68946]: DEBUG oslo_concurrency.lockutils [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] Acquired lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.429121] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f208706f-a239-4cd0-9adb-1dee3cab6071 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.456590] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.458986] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.461898] env[68946]: DEBUG oslo_concurrency.lockutils [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] Releasing lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.462241] env[68946]: WARNING nova.compute.manager [req-c29a35cd-fbb8-4d38-85e1-fcf4c9702e74 req-63bbb68c-ff4d-4c92-a443-410e28b5ec2e service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Detach interface failed, port_id=7d94cfe5-5908-4d23-a4cd-310501ac6128, reason: No device with interface-id 7d94cfe5-5908-4d23-a4cd-310501ac6128 exists on VM: nova.exception.NotFound: No device with interface-id 7d94cfe5-5908-4d23-a4cd-310501ac6128 exists on VM [ 1076.491769] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.492195] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.492416] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.492694] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.492892] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.493064] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.493467] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.493563] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.493883] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.494154] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.494380] env[68946]: DEBUG nova.virt.hardware [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.495363] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847cbbe-c8ed-46b2-9bae-2f09bfcd95cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.504680] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a0ea6-de95-47a3-807b-d2bf1737c6f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.565637] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.565919] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.566134] env[68946]: DEBUG nova.compute.manager [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.566928] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779967fb-d243-40cb-80c6-6af38c7ec53f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.573621] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f735a7-c994-1def-751f-4616a9d3dcb2, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.574945] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214ee348-dbba-46e4-8169-4baf4899536d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.578875] env[68946]: DEBUG nova.compute.manager [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.579587] env[68946]: DEBUG nova.objects.instance [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'flavor' on Instance uuid 3d591970-36d2-43e8-96ed-d4136c26d5d7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.584388] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1076.584388] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276ed0b-d58a-e8ad-49ec-37e87ae68b20" [ 1076.584388] env[68946]: _type = "Task" [ 1076.584388] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.593685] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276ed0b-d58a-e8ad-49ec-37e87ae68b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.755298] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.755519] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.755703] env[68946]: DEBUG nova.network.neutron [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.929602] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.519s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.932042] env[68946]: INFO nova.compute.manager [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Migrating [ 1076.941247] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.444s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.983698] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.099487] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276ed0b-d58a-e8ad-49ec-37e87ae68b20, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.099487] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.099487] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1077.100169] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d120fc0-ca80-42a2-aa0b-d6e506bcc8d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.108237] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1077.108237] env[68946]: value = "task-2879164" [ 1077.108237] env[68946]: _type = "Task" [ 1077.108237] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.117522] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.452743] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.452988] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.453194] env[68946]: DEBUG nova.network.neutron [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.458170] env[68946]: INFO nova.compute.claims [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.593586] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.593931] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38257ef3-9cee-4c4b-a2aa-8a206d4e10f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.602207] env[68946]: DEBUG oslo_vmware.api [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1077.602207] env[68946]: value = "task-2879165" [ 1077.602207] env[68946]: _type = "Task" [ 1077.602207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.610677] env[68946]: DEBUG oslo_vmware.api [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.620435] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879164, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.664744] env[68946]: DEBUG nova.network.neutron [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "address": "fa:16:3e:3e:59:02", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d54e31-fe", "ovs_interfaceid": "c0d54e31-fe6e-46cd-9477-b3efc7acaec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.846663] env[68946]: DEBUG nova.compute.manager [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-deleted-c0d54e31-fe6e-46cd-9477-b3efc7acaec1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1077.846663] env[68946]: INFO nova.compute.manager [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Neutron deleted interface c0d54e31-fe6e-46cd-9477-b3efc7acaec1; detaching it from the instance and deleting it from the info cache [ 1077.846663] env[68946]: DEBUG nova.network.neutron [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [{"id": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "address": "fa:16:3e:f4:77:f7", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c88061c-c1", "ovs_interfaceid": "7c88061c-c1f4-4c12-954e-18d57a7280fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.916970] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Successfully updated port: b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.964927] env[68946]: INFO nova.compute.resource_tracker [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating resource usage from migration 5b5536ba-5262-47b4-8253-9dc8d4ef512a [ 1078.122072] env[68946]: DEBUG oslo_vmware.api [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879165, 'name': PowerOffVM_Task, 'duration_secs': 0.194458} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.122814] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.122814] env[68946]: DEBUG nova.compute.manager [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.124341] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83047707-0796-4090-a12c-52adf6b546db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.133666] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517371} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.136445] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1078.137631] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606dbd71-daf5-4d48-857e-e07017d5020c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.171210] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.177253] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.179618] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e239b588-4e05-437b-8ef3-21ede17720f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.194966] env[68946]: DEBUG oslo_concurrency.lockutils [None req-62e68c27-d67f-4a00-860d-c50113d398f3 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-351459b7-10c9-42f9-abd0-826f7f945ccb-7d94cfe5-5908-4d23-a4cd-310501ac6128" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.428s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.202071] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1078.202071] env[68946]: value = "task-2879166" [ 1078.202071] env[68946]: _type = "Task" [ 1078.202071] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.210656] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.349258] env[68946]: DEBUG oslo_concurrency.lockutils [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.349492] env[68946]: DEBUG oslo_concurrency.lockutils [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Acquired lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.350402] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66196a0b-63c4-47b6-9ebe-4f353c7c6c6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.372278] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63093fa-06bc-4b77-9135-4111ce4546d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.375544] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e768b32-9029-4df5-822c-55f03836f710 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.402791] env[68946]: DEBUG nova.virt.vmwareapi.vmops [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfiguring VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1078.404840] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8327e3d-7e74-447b-b844-c11c365fc8e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.422034] env[68946]: DEBUG nova.network.neutron [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.423357] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.424169] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.424169] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.424169] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.425710] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45c7d4-9159-4ec6-bb5f-b5c5403e6048 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.460395] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Waiting for the task: (returnval){ [ 1078.460395] env[68946]: value = "task-2879167" [ 1078.460395] env[68946]: _type = "Task" [ 1078.460395] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.461736] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f4135-30b2-47d6-970d-c87a01a8f54c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.475594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d8a82-10fb-47d8-8e99-2fd9a8ff7e91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.480011] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.489733] env[68946]: DEBUG nova.compute.provider_tree [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.666771] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a07867fb-5111-44a7-911f-6e8dc6656678 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.712655] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879166, 'name': ReconfigVM_Task, 'duration_secs': 0.304176} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.716019] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.716019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47697c88-5c3f-46bb-96b2-53abe71aade4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.745035] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86cece8d-3f5a-4eb1-be23-1969b74fb90a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.762944] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1078.762944] env[68946]: value = "task-2879168" [ 1078.762944] env[68946]: _type = "Task" [ 1078.762944] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.775332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.775332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.780477] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.935017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.974260] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.981337] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.994730] env[68946]: DEBUG nova.scheduler.client.report [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.232267] env[68946]: DEBUG nova.network.neutron [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updating instance_info_cache with network_info: [{"id": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "address": "fa:16:3e:0e:e3:fb", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2cf6287-fd", "ovs_interfaceid": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.273312] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879168, 'name': ReconfigVM_Task, 'duration_secs': 0.167007} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.273596] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.273847] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac1675f4-10e4-4920-82c8-80275f02893f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.276924] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.281630] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1079.281630] env[68946]: value = "task-2879169" [ 1079.281630] env[68946]: _type = "Task" [ 1079.281630] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.289723] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.474072] env[68946]: INFO nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Rebuilding instance [ 1079.476625] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.504947] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.561s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.504947] env[68946]: INFO nova.compute.manager [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Migrating [ 1079.515794] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.690s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.516187] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.518173] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.659s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.519823] env[68946]: INFO nova.compute.claims [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.546504] env[68946]: DEBUG nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.547421] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d4d67-ac70-47ae-a627-8fa740948e88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.553547] env[68946]: INFO nova.scheduler.client.report [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted allocations for instance 0beb78e9-9d90-4314-8a15-0071a7e0be8e [ 1079.738026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.738026] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Instance network_info: |[{"id": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "address": "fa:16:3e:0e:e3:fb", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2cf6287-fd", "ovs_interfaceid": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.738026] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e3:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2cf6287-fde5-4a5f-9de8-5e327231fd13', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.744649] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.745078] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.746237] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92618977-ec70-44a8-a476-92d35c5c2608 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.765446] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.765446] env[68946]: value = "task-2879170" [ 1079.765446] env[68946]: _type = "Task" [ 1079.765446] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.773150] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879170, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.794646] env[68946]: DEBUG oslo_vmware.api [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879169, 'name': PowerOnVM_Task, 'duration_secs': 0.394396} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.796058] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.799222] env[68946]: DEBUG nova.compute.manager [None req-ae6f0803-0210-4c21-8f5d-9deb1fbc788f tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.800049] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f069e68-05ff-42db-9add-97005c6d518d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.803383] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.872981] env[68946]: DEBUG nova.compute.manager [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Received event network-vif-plugged-b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.873167] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Acquiring lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.873378] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.873545] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.873713] env[68946]: DEBUG nova.compute.manager [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] No waiting events found dispatching network-vif-plugged-b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.873877] env[68946]: WARNING nova.compute.manager [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Received unexpected event network-vif-plugged-b2cf6287-fde5-4a5f-9de8-5e327231fd13 for instance with vm_state building and task_state spawning. [ 1079.874162] env[68946]: DEBUG nova.compute.manager [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Received event network-changed-b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.874420] env[68946]: DEBUG nova.compute.manager [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Refreshing instance network info cache due to event network-changed-b2cf6287-fde5-4a5f-9de8-5e327231fd13. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1079.874660] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Acquiring lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.874804] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Acquired lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.874993] env[68946]: DEBUG nova.network.neutron [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Refreshing network info cache for port b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.975195] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.035952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.036255] env[68946]: DEBUG nova.compute.utils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Instance 5337d30e-0e3f-4b48-877d-016008bc0001 could not be found. {{(pid=68946) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1080.037491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.655s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.037682] env[68946]: DEBUG nova.objects.instance [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.040296] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.040450] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.040618] env[68946]: DEBUG nova.network.neutron [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.041802] env[68946]: DEBUG nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Instance disappeared during build. {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1080.041967] env[68946]: DEBUG nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Unplugging VIFs for instance {{(pid=68946) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1080.042192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-5337d30e-0e3f-4b48-877d-016008bc0001" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.042386] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-5337d30e-0e3f-4b48-877d-016008bc0001" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.042504] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.062689] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f236690b-19df-44b3-b8cd-849c96323b44 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "0beb78e9-9d90-4314-8a15-0071a7e0be8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.069s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.275656] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879170, 'name': CreateVM_Task, 'duration_secs': 0.342676} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.275832] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.276522] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.276691] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.277014] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.277275] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c8d057-97e7-488e-89b4-531900eff536 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.281827] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1080.281827] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239e321-848c-db46-81c7-3f6dd66467b0" [ 1080.281827] env[68946]: _type = "Task" [ 1080.281827] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.290396] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239e321-848c-db46-81c7-3f6dd66467b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.355401] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.355694] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.454522] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303fc6fb-ae32-4a83-9cdc-d875803d0a88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.477081] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.488869] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.556455] env[68946]: DEBUG nova.compute.utils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Can not refresh info_cache because instance was not found {{(pid=68946) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1080.561009] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e327d3a9-4d5d-4a37-886a-ea7c27b6722b tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.523s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.563804] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.194s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.565326] env[68946]: INFO nova.compute.claims [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.570409] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.570903] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a34919e5-8584-4f00-8b79-97a93ca69927 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.579226] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1080.579226] env[68946]: value = "task-2879171" [ 1080.579226] env[68946]: _type = "Task" [ 1080.579226] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.596995] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1080.596995] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.596995] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a5ca4-506c-45b8-8b33-07669de65557 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.605314] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.616576] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.620423] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb04a30-834c-4028-b6f8-facb128be008 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.689419] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.689700] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.690873] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.690873] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322e0762-fb3d-4689-9ba5-913cd616f79f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.707127] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1080.707127] env[68946]: value = "task-2879173" [ 1080.707127] env[68946]: _type = "Task" [ 1080.707127] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.725406] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.766219] env[68946]: DEBUG nova.network.neutron [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updated VIF entry in instance network info cache for port b2cf6287-fde5-4a5f-9de8-5e327231fd13. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.766691] env[68946]: DEBUG nova.network.neutron [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updating instance_info_cache with network_info: [{"id": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "address": "fa:16:3e:0e:e3:fb", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2cf6287-fd", "ovs_interfaceid": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.768429] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.793157] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5239e321-848c-db46-81c7-3f6dd66467b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.795493] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.795735] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.795969] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.796127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.796304] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.796552] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6530d2-0dfc-40f5-b9e9-92eb6e8eb376 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.812862] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.813083] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.814506] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc074a4-857e-4729-98a0-8058edd05658 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.821725] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1080.821725] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fee941-e516-6246-5dce-690c1fa857a2" [ 1080.821725] env[68946]: _type = "Task" [ 1080.821725] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.831804] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fee941-e516-6246-5dce-690c1fa857a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.858226] env[68946]: INFO nova.compute.manager [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Detaching volume c8f569f3-bb59-42d6-aee1-7eb306b423fe [ 1080.895081] env[68946]: DEBUG nova.network.neutron [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.902810] env[68946]: INFO nova.virt.block_device [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Attempting to driver detach volume c8f569f3-bb59-42d6-aee1-7eb306b423fe from mountpoint /dev/sdb [ 1080.903099] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.903298] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578568', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'name': 'volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11212aa3-a6a9-413a-b816-fd3093b379fa', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'serial': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.904275] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33088fc8-c684-4a68-b60e-da6c3e66c4f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.933484] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.933484] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.933484] env[68946]: INFO nova.compute.manager [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Shelving [ 1080.935218] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c753f2c-4a6c-4ffb-ae24-1f4546baa40c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.943917] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c185f-85fc-482c-adf5-5f8a1ec2d116 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.965735] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf1fef4-4471-4665-ae4d-7170be84ae21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.983662] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.984048] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] The volume has not been displaced from its original location: [datastore1] volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe/volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1080.989600] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.992890] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af96bf24-ce58-437d-b74d-549877708ea2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.994285] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253c29ed-793b-49f5-9572-618dcc3b855a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.012224] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.014359] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1081.014359] env[68946]: value = "task-2879174" [ 1081.014359] env[68946]: _type = "Task" [ 1081.014359] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.014755] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1081.014755] env[68946]: value = "task-2879175" [ 1081.014755] env[68946]: _type = "Task" [ 1081.014755] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.024782] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.027885] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.220174] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152223} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.220457] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.220641] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.220849] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.271436] env[68946]: DEBUG oslo_concurrency.lockutils [req-44ae3823-8d3b-49f6-bd50-693ce42c0aa8 req-d847fc69-6bea-4d1d-aa64-19a9dea4bc44 service nova] Releasing lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.273360] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-5337d30e-0e3f-4b48-877d-016008bc0001" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.273588] env[68946]: DEBUG nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=68946) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1081.273767] env[68946]: DEBUG nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.273937] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.296804] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.338710] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fee941-e516-6246-5dce-690c1fa857a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.340084] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d711da6-fae3-4aff-ae48-3ea5c618d178 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.346244] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1081.346244] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52587f53-8d33-dd14-4c2d-54a0298c01e9" [ 1081.346244] env[68946]: _type = "Task" [ 1081.346244] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.354366] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52587f53-8d33-dd14-4c2d-54a0298c01e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.401806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.498434] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.526508] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879174, 'name': PowerOffVM_Task, 'duration_secs': 0.242883} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.529844] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.530193] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.537497] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879175, 'name': ReconfigVM_Task, 'duration_secs': 0.284673} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.537745] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.542407] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e0f79a-2899-412e-9f76-fddc8b32e75c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.557988] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1081.557988] env[68946]: value = "task-2879176" [ 1081.557988] env[68946]: _type = "Task" [ 1081.557988] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.565738] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.799456] env[68946]: DEBUG nova.network.neutron [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.859974] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52587f53-8d33-dd14-4c2d-54a0298c01e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.860342] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.860827] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 278205e0-6bc3-4b8f-9cd6-81774a9a130e/278205e0-6bc3-4b8f-9cd6-81774a9a130e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.860827] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506c3c13-0675-4704-9aa0-d57560b4453a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.869966] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1081.869966] env[68946]: value = "task-2879177" [ 1081.869966] env[68946]: _type = "Task" [ 1081.869966] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.880079] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.944857] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.945578] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f85a574-22ea-4598-b3c3-78a37bd100d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.952471] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1081.952471] env[68946]: value = "task-2879178" [ 1081.952471] env[68946]: _type = "Task" [ 1081.952471] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.966129] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5353ddd1-1975-4814-b93a-07afb3484760 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.974118] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.977542] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa090452-2604-44f1-a9b4-bd40cb41b5e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.024806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac7602-2c4b-46fd-af10-91015b42bb33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028137] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.034146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3baef90-0b9a-4cfa-b018-64508797d158 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.041137] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.041380] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.041535] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.041714] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.041854] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.042025] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.042243] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.042474] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.042665] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.042834] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.043017] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.048900] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8fd06c-b753-4ab2-bc39-db34ce8f801f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.072408] env[68946]: DEBUG nova.compute.provider_tree [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.079273] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1082.079273] env[68946]: value = "task-2879179" [ 1082.079273] env[68946]: _type = "Task" [ 1082.079273] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.085702] env[68946]: DEBUG oslo_vmware.api [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879176, 'name': ReconfigVM_Task, 'duration_secs': 0.136799} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.087108] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578568', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'name': 'volume-c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11212aa3-a6a9-413a-b816-fd3093b379fa', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe', 'serial': 'c8f569f3-bb59-42d6-aee1-7eb306b423fe'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.093159] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.269546] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.269825] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.270018] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.270263] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.270464] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.270625] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.270897] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.271154] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.271307] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.271560] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.271904] env[68946]: DEBUG nova.virt.hardware [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.272842] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827351d-3313-4279-9404-80ef7e7da054 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.284258] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347c55d5-b5ce-4da0-94ba-90b205342907 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.290711] env[68946]: DEBUG nova.compute.manager [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-changed-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.290971] env[68946]: DEBUG nova.compute.manager [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing instance network info cache due to event network-changed-00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1082.291220] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.291364] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.291801] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.309046] env[68946]: INFO nova.compute.manager [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 5337d30e-0e3f-4b48-877d-016008bc0001] Took 1.03 seconds to deallocate network for instance. [ 1082.312882] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:71:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717f4beb-b283-4337-b2b6-3662d6518ffd', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.321173] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.323298] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.323568] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60aee238-ead9-4bb0-bd1d-a77b9cf94143 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.348051] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.348051] env[68946]: value = "task-2879180" [ 1082.348051] env[68946]: _type = "Task" [ 1082.348051] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.357444] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879180, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.379911] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879177, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.462887] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879178, 'name': PowerOffVM_Task, 'duration_secs': 0.246946} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.463231] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.464102] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8968f98-b940-4237-bba9-666cafb42675 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.482555] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2d0f9e-3b02-46c1-aaf0-04e08e04ad38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.497926] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.581387] env[68946]: DEBUG nova.scheduler.client.report [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.595286] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879179, 'name': ReconfigVM_Task, 'duration_secs': 0.191618} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.596335] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.643068] env[68946]: DEBUG nova.objects.instance [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.861282] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879180, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.882502] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516354} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.883881] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 278205e0-6bc3-4b8f-9cd6-81774a9a130e/278205e0-6bc3-4b8f-9cd6-81774a9a130e.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.884289] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.886930] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d809693-91d0-4182-b872-43956767c728 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.889342] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.889564] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.897892] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1082.897892] env[68946]: value = "task-2879181" [ 1082.897892] env[68946]: _type = "Task" [ 1082.897892] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.906890] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.919064] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c92e548-cd8a-413e-b863-c502d149791b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.940453] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.995700] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.999821] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.000123] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b8dd92d-0ad1-42d0-b5c0-f6c73ead2791 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.007549] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1083.007549] env[68946]: value = "task-2879182" [ 1083.007549] env[68946]: _type = "Task" [ 1083.007549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.021933] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.064032] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updated VIF entry in instance network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.064613] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.089502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.090188] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.092676] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.073s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.092943] env[68946]: DEBUG nova.objects.instance [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid 28504f00-5d94-478a-8a6e-9c7fec3570c2 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.102256] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.102490] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.102643] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.102821] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.102963] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.103128] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.107020] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.107020] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.107020] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.107020] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.107020] env[68946]: DEBUG nova.virt.hardware [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.109730] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.110352] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a257e8fc-a63f-4dd4-954f-fad672e2192e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.136128] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1083.136128] env[68946]: value = "task-2879183" [ 1083.136128] env[68946]: _type = "Task" [ 1083.136128] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.148437] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.339203] env[68946]: DEBUG oslo_concurrency.lockutils [None req-700b5ac5-e792-4029-a422-f9a0d0df06ab tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "5337d30e-0e3f-4b48-877d-016008bc0001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.790s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.359202] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879180, 'name': CreateVM_Task, 'duration_secs': 0.560171} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.359414] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.360087] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.360254] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.360607] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.360874] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a52b924-36d4-4c7f-81e9-eed07a2c2343 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.365723] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1083.365723] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c87a1e-dba5-2977-892c-636260829200" [ 1083.365723] env[68946]: _type = "Task" [ 1083.365723] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.374242] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c87a1e-dba5-2977-892c-636260829200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.393817] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.413896] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073013} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.414879] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.415763] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb19a5-4623-42bb-bc86-b82ee3f7c3b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.441115] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 278205e0-6bc3-4b8f-9cd6-81774a9a130e/278205e0-6bc3-4b8f-9cd6-81774a9a130e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.442267] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b26d8b-5474-4fd7-a134-455a1b257475 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.459915] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.460632] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4f6967-c362-41b2-9733-e1e2f49acf1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.469573] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1083.469573] env[68946]: value = "task-2879184" [ 1083.469573] env[68946]: _type = "Task" [ 1083.469573] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.470849] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1083.470849] env[68946]: value = "task-2879185" [ 1083.470849] env[68946]: _type = "Task" [ 1083.470849] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.484533] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.484892] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.485095] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.496381] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.517112] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879182, 'name': CreateSnapshot_Task, 'duration_secs': 0.479286} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.517456] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.518282] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073bad5-5b1d-49a5-b468-b835bf7ffa5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.569025] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569025] env[68946]: DEBUG nova.compute.manager [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-changed-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1083.569170] env[68946]: DEBUG nova.compute.manager [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing instance network info cache due to event network-changed-00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1083.569403] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569481] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569594] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.598028] env[68946]: DEBUG nova.compute.utils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.600085] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.600410] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.650725] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879183, 'name': ReconfigVM_Task, 'duration_secs': 0.187641} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.652760] env[68946]: DEBUG nova.policy [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.654648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3a4806ed-ff97-4396-acb6-5817af38fa3d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.655811] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.659439] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef6928-e255-4b2e-8225-a72bdc797d26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.684468] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.687604] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026852cd-79e0-46dd-891e-eb37104f3952 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.701381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.701620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.701861] env[68946]: DEBUG nova.compute.manager [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.702933] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe5979-3a48-4d2c-8756-00fe6f4bb11b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.709930] env[68946]: DEBUG nova.compute.manager [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1083.710553] env[68946]: DEBUG nova.objects.instance [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.714505] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1083.714505] env[68946]: value = "task-2879186" [ 1083.714505] env[68946]: _type = "Task" [ 1083.714505] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.728447] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.876600] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c87a1e-dba5-2977-892c-636260829200, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.879527] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.879774] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.880049] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.880207] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.880394] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.880927] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5248fa-810d-4fcc-9b60-1ae733477726 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.897128] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.897128] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.902356] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e719f8d1-f565-46c0-a811-775099bb5deb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.908648] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1083.908648] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213e289-fc41-038c-d63d-93aa750c7c14" [ 1083.908648] env[68946]: _type = "Task" [ 1083.908648] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.915057] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.920465] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213e289-fc41-038c-d63d-93aa750c7c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.946570] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Successfully created port: c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.984771] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879184, 'name': ReconfigVM_Task, 'duration_secs': 0.29813} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.985185] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 278205e0-6bc3-4b8f-9cd6-81774a9a130e/278205e0-6bc3-4b8f-9cd6-81774a9a130e.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.986791] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce8f0e7c-e9a2-420e-8bae-e1762133978d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.996758] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.997014] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.997175] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.997361] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.997503] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.998073] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.998073] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.998073] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.998210] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.998297] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.998465] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.003426] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1084.003426] env[68946]: value = "task-2879187" [ 1084.003426] env[68946]: _type = "Task" [ 1084.003426] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.004384] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f296ce9-8f1c-4524-84da-11832c95eed2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.025390] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.037254] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.037557] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879187, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.041276] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3156d977-2a08-4666-b3fd-10816d4fc56f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.044414] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1084.044414] env[68946]: value = "task-2879188" [ 1084.044414] env[68946]: _type = "Task" [ 1084.044414] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.049185] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1084.049185] env[68946]: value = "task-2879189" [ 1084.049185] env[68946]: _type = "Task" [ 1084.049185] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.056523] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.064041] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879189, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.089850] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a241dc-fa56-4152-b129-907f4ddca3ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.097559] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa3cf3f-94bf-4956-8f5c-020344cef871 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.103477] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.136732] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45df82-7774-44cf-a127-f88d9d9c4a14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.146480] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51d22d-c3b9-4d6c-9733-661f1c3bc590 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.161654] env[68946]: DEBUG nova.compute.provider_tree [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.228971] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879186, 'name': ReconfigVM_Task, 'duration_secs': 0.298528} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.231406] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Reconfigured VM instance instance-00000054 to attach disk [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb/d303ac87-aeef-4364-94db-ef100a2252bb.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.231955] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.387512] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updated VIF entry in instance network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.388336] env[68946]: DEBUG nova.network.neutron [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.422474] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5213e289-fc41-038c-d63d-93aa750c7c14, 'name': SearchDatastore_Task, 'duration_secs': 0.012351} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.423283] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2445a0-0e7a-436e-8c7d-d943a27e1de5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.428663] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1084.428663] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214530b-90e0-70ed-e150-70cb1c3d433e" [ 1084.428663] env[68946]: _type = "Task" [ 1084.428663] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.437218] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214530b-90e0-70ed-e150-70cb1c3d433e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.498080] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.528055] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879187, 'name': Rename_Task, 'duration_secs': 0.148265} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.528353] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.528597] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dff72d1-191b-4564-a5b3-5efcdbaa7f29 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.534904] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1084.534904] env[68946]: value = "task-2879190" [ 1084.534904] env[68946]: _type = "Task" [ 1084.534904] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.543739] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.552456] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879188, 'name': ReconfigVM_Task, 'duration_secs': 0.231212} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.555651] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.564296] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879189, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.617019] env[68946]: DEBUG nova.compute.manager [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-changed-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1084.617019] env[68946]: DEBUG nova.compute.manager [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing instance network info cache due to event network-changed-00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1084.617019] env[68946]: DEBUG oslo_concurrency.lockutils [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.665241] env[68946]: DEBUG nova.scheduler.client.report [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.733104] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.733104] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-477de604-2a85-4bd9-b32e-6a48b76d4816 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.740632] env[68946]: DEBUG oslo_vmware.api [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1084.740632] env[68946]: value = "task-2879191" [ 1084.740632] env[68946]: _type = "Task" [ 1084.740632] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.745741] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f992f4-bf76-4967-a70c-5196a9661cae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.753752] env[68946]: DEBUG oslo_vmware.api [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.768415] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d947eecc-51a1-46e5-bd98-0eeaa90d36d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.786508] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.891132] env[68946]: DEBUG oslo_concurrency.lockutils [req-edb46861-4533-4a80-9dea-71e00d415198 req-7a1b657a-64fd-4219-9647-aa8f63ff8daa service nova] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.891582] env[68946]: DEBUG oslo_concurrency.lockutils [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.891778] env[68946]: DEBUG nova.network.neutron [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.942023] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214530b-90e0-70ed-e150-70cb1c3d433e, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.942023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.942023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.942023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac643a0-64f0-470e-a560-49c01dd90ce3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.948780] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1084.948780] env[68946]: value = "task-2879192" [ 1084.948780] env[68946]: _type = "Task" [ 1084.948780] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.959656] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.999661] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.045739] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879190, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.063934] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.064192] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.064484] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.064520] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.064775] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.064877] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.065054] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.065214] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.065374] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.065530] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.065728] env[68946]: DEBUG nova.virt.hardware [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.071042] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.071310] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879189, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.071542] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4251fada-f26f-4349-85a6-c2eace79ef51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.092040] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1085.092040] env[68946]: value = "task-2879193" [ 1085.092040] env[68946]: _type = "Task" [ 1085.092040] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.097348] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.113771] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.142978] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.143251] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.143409] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.143589] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.143736] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.143882] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.144110] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.144632] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.144632] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.144632] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.144857] env[68946]: DEBUG nova.virt.hardware [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.145797] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20e7bc-4994-4559-848c-8dc8a967f581 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.154117] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b89dca-230a-4aaa-aa69-25a99eca82ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.169805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.172097] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.488s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.172333] env[68946]: DEBUG nova.objects.instance [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lazy-loading 'resources' on Instance uuid d0535e18-d369-4219-869e-cea6a0407fb6 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.205564] env[68946]: INFO nova.scheduler.client.report [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance 28504f00-5d94-478a-8a6e-9c7fec3570c2 [ 1085.250823] env[68946]: DEBUG oslo_vmware.api [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879191, 'name': PowerOffVM_Task, 'duration_secs': 0.304405} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.250998] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.251142] env[68946]: DEBUG nova.compute.manager [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.251901] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0d5a7-d0ef-48a8-8fee-ecf046b2b794 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.355341] env[68946]: DEBUG nova.network.neutron [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Port 296a27fb-e384-499b-946c-e0662828aa6a binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1085.459637] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879192, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.501859] env[68946]: DEBUG oslo_vmware.api [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Task: {'id': task-2879167, 'name': ReconfigVM_Task, 'duration_secs': 6.764417} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.502146] env[68946]: DEBUG oslo_concurrency.lockutils [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] Releasing lock "351459b7-10c9-42f9-abd0-826f7f945ccb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.502362] env[68946]: DEBUG nova.virt.vmwareapi.vmops [req-0eb08202-95a0-44c0-9aac-00761893b50c req-8ca9c3a2-1763-46f6-909e-b635b5950d40 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Reconfigured VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1085.502904] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.080s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.503237] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.503379] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.503517] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.505830] env[68946]: INFO nova.compute.manager [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Terminating instance [ 1085.549185] env[68946]: DEBUG oslo_vmware.api [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879190, 'name': PowerOnVM_Task, 'duration_secs': 0.537211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.549481] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.549678] env[68946]: INFO nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1085.550211] env[68946]: DEBUG nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.550720] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a0dadc-816f-4033-a5f3-893b98b5d71b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.571336] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879189, 'name': CloneVM_Task, 'duration_secs': 1.256264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.571336] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Created linked-clone VM from snapshot [ 1085.571336] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5382a4ae-419b-4aab-910c-6b2e06bfafcd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.580441] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Uploading image 1979605b-1428-4f16-86ee-522aaaae9aa6 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1085.599041] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879193, 'name': ReconfigVM_Task, 'duration_secs': 0.279651} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.599220] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.600030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e7ac9-5342-4d9d-9504-2d1bc30f2475 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.627043] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.629245] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1085.629245] env[68946]: value = "vm-578597" [ 1085.629245] env[68946]: _type = "VirtualMachine" [ 1085.629245] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1085.630231] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15e41fa-f437-4076-9fe6-9d7269e481b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.645428] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9584dc07-0672-4e85-bb51-65cc8df3eaa5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.655202] env[68946]: DEBUG nova.compute.manager [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received event network-vif-plugged-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.655202] env[68946]: DEBUG oslo_concurrency.lockutils [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.655202] env[68946]: DEBUG oslo_concurrency.lockutils [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.655202] env[68946]: DEBUG oslo_concurrency.lockutils [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.655202] env[68946]: DEBUG nova.compute.manager [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] No waiting events found dispatching network-vif-plugged-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.655202] env[68946]: WARNING nova.compute.manager [req-d764898d-ad6d-45c0-b7f1-5197cbc6b586 req-bf64faac-589f-4843-a1d4-61974056e6ba service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received unexpected event network-vif-plugged-c59e0ebb-2205-4626-891b-193fad15dcbf for instance with vm_state building and task_state spawning. [ 1085.657195] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lease: (returnval){ [ 1085.657195] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5272f4bb-5681-358f-b56b-2247d31a9e64" [ 1085.657195] env[68946]: _type = "HttpNfcLease" [ 1085.657195] env[68946]: } obtained for exporting VM: (result){ [ 1085.657195] env[68946]: value = "vm-578597" [ 1085.657195] env[68946]: _type = "VirtualMachine" [ 1085.657195] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1085.657518] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the lease: (returnval){ [ 1085.657518] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5272f4bb-5681-358f-b56b-2247d31a9e64" [ 1085.657518] env[68946]: _type = "HttpNfcLease" [ 1085.657518] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1085.659161] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1085.659161] env[68946]: value = "task-2879194" [ 1085.659161] env[68946]: _type = "Task" [ 1085.659161] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.673434] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.678143] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.678143] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5272f4bb-5681-358f-b56b-2247d31a9e64" [ 1085.678143] env[68946]: _type = "HttpNfcLease" [ 1085.678143] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1085.712609] env[68946]: DEBUG nova.network.neutron [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updated VIF entry in instance network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.712977] env[68946]: DEBUG nova.network.neutron [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.714347] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4667f58a-e007-4cca-99e6-c03d90c24938 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "28504f00-5d94-478a-8a6e-9c7fec3570c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.348s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.763448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5d58283-61ff-4e5d-9ac9-7d77f3caa90d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.778247] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Successfully updated port: c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.964009] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815877} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.964335] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.964613] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.964922] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f69bbe-d57a-45e2-8a23-093c7ff38ba9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.971415] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1085.971415] env[68946]: value = "task-2879196" [ 1085.971415] env[68946]: _type = "Task" [ 1085.971415] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.982470] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.011526] env[68946]: DEBUG nova.compute.manager [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.011812] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.012785] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46483099-e4fa-44a6-87df-775301d346f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.022899] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.023258] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c958f0b-9bdf-4a1d-8e29-560e28988f25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.029461] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1086.029461] env[68946]: value = "task-2879197" [ 1086.029461] env[68946]: _type = "Task" [ 1086.029461] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.040850] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.079053] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955951e-157a-4134-8c96-f9ca3afd73d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.081724] env[68946]: INFO nova.compute.manager [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Took 35.06 seconds to build instance. [ 1086.086390] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37bad0-0b6f-440c-958a-c65479b0404f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.122418] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5166f92-0aa7-4b54-9d96-571a0250e204 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f0882-34ef-47ef-bba4-a4d3c615b6b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.145696] env[68946]: DEBUG nova.compute.provider_tree [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.171167] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.171167] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5272f4bb-5681-358f-b56b-2247d31a9e64" [ 1086.171167] env[68946]: _type = "HttpNfcLease" [ 1086.171167] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.171167] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.171167] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5272f4bb-5681-358f-b56b-2247d31a9e64" [ 1086.171167] env[68946]: _type = "HttpNfcLease" [ 1086.171167] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1086.171167] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89553f61-1bd0-42f6-ab1c-80be884058cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.179075] env[68946]: DEBUG oslo_vmware.api [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879194, 'name': ReconfigVM_Task, 'duration_secs': 0.325627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.179761] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be/8553f489-1e6c-4eae-9e20-b228120de0be.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.180048] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.187029] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.187029] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1086.245605] env[68946]: DEBUG oslo_concurrency.lockutils [req-b900b415-a332-43d7-885e-b70e7faddcee req-aadfa37b-e925-4910-a35c-c1e4b2c01ac3 service nova] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.248610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.248929] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.249176] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.249364] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.249529] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.255315] env[68946]: INFO nova.compute.manager [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Terminating instance [ 1086.280827] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.280946] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.281114] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.387254] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a95357f4-88b9-46e0-b3a9-2548309c6724 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.391682] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.391902] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.392213] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.481132] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.481857] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.482619] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1503c9de-30a2-42ca-9fc6-e7070e6fdbcc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.504651] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.504788] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c37be1e-b736-4bb6-9d1d-88ad4503929d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.524570] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1086.524570] env[68946]: value = "task-2879198" [ 1086.524570] env[68946]: _type = "Task" [ 1086.524570] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.536017] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.541071] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879197, 'name': PowerOffVM_Task, 'duration_secs': 0.182582} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.541312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.541470] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.541744] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f2b7954-c09b-433e-a3ec-a067feacddb5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.586610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-578d2560-91a5-479b-87b8-cd0c0656c066 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.578s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.603193] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.603469] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.603655] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleting the datastore file [datastore2] 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.604987] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ffe91d4-3bb1-4682-a26e-9232527abee0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.615238] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1086.615238] env[68946]: value = "task-2879200" [ 1086.615238] env[68946]: _type = "Task" [ 1086.615238] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.623319] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.644349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Acquiring lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.644737] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Acquired lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.644873] env[68946]: DEBUG nova.network.neutron [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.648399] env[68946]: DEBUG nova.scheduler.client.report [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.653792] env[68946]: DEBUG nova.compute.manager [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-changed-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.654162] env[68946]: DEBUG nova.compute.manager [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing instance network info cache due to event network-changed-00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1086.654299] env[68946]: DEBUG oslo_concurrency.lockutils [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] Acquiring lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.654876] env[68946]: DEBUG oslo_concurrency.lockutils [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] Acquired lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.655106] env[68946]: DEBUG nova.network.neutron [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Refreshing network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.692770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d5d48a-a7be-4062-a994-82795e82bc92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.713594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e09241-92c9-49c1-8c35-7c1bd60df9ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.732603] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.760652] env[68946]: DEBUG nova.compute.manager [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.760652] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.760652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f454ea7-57df-45de-96c3-579947e95983 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.770118] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.770518] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b6348a-2b18-4fea-820a-790647c03b28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.778881] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1086.778881] env[68946]: value = "task-2879201" [ 1086.778881] env[68946]: _type = "Task" [ 1086.778881] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.794211] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.803555] env[68946]: DEBUG nova.objects.instance [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.824917] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.826303] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.843389] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.015952] env[68946]: DEBUG nova.network.neutron [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updating instance_info_cache with network_info: [{"id": "c59e0ebb-2205-4626-891b-193fad15dcbf", "address": "fa:16:3e:69:58:73", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59e0ebb-22", "ovs_interfaceid": "c59e0ebb-2205-4626-891b-193fad15dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.037435] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879198, 'name': ReconfigVM_Task, 'duration_secs': 0.502073} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.037799] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7/3d591970-36d2-43e8-96ed-d4136c26d5d7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.038749] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c8e9774-3ae8-460e-a7a3-df075933f722 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.045297] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1087.045297] env[68946]: value = "task-2879202" [ 1087.045297] env[68946]: _type = "Task" [ 1087.045297] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.054914] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879202, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.125201] env[68946]: DEBUG oslo_vmware.api [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187427} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.125523] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.125801] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.126282] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.126574] env[68946]: INFO nova.compute.manager [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.126901] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.127199] env[68946]: DEBUG nova.compute.manager [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.127305] env[68946]: DEBUG nova.network.neutron [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.157500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.161918] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.178s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.167791] env[68946]: INFO nova.compute.claims [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.188215] env[68946]: INFO nova.scheduler.client.report [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleted allocations for instance d0535e18-d369-4219-869e-cea6a0407fb6 [ 1087.294392] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879201, 'name': PowerOffVM_Task, 'duration_secs': 0.303856} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.294936] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.295177] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.295441] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6acad7a-814d-47b8-8c3b-6575b3ee376a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.316230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.316610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.316878] env[68946]: DEBUG nova.network.neutron [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.317104] env[68946]: DEBUG nova.objects.instance [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'info_cache' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.329476] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.336508] env[68946]: DEBUG nova.network.neutron [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Port 6a675849-7e06-40dd-bed2-ec059f2a8c83 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.366702] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.366925] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.367129] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Deleting the datastore file [datastore2] e5cce4fa-ef5c-4917-ad64-d1a4bc75449e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.367428] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f524dbe1-f0a5-4033-a884-42da57379476 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.376042] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for the task: (returnval){ [ 1087.376042] env[68946]: value = "task-2879204" [ 1087.376042] env[68946]: _type = "Task" [ 1087.376042] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.389298] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.483305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483577] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.483824] env[68946]: DEBUG nova.network.neutron [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.520894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.524019] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance network_info: |[{"id": "c59e0ebb-2205-4626-891b-193fad15dcbf", "address": "fa:16:3e:69:58:73", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59e0ebb-22", "ovs_interfaceid": "c59e0ebb-2205-4626-891b-193fad15dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.524019] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:58:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59e0ebb-2205-4626-891b-193fad15dcbf', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.531694] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.532571] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.532985] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ecb6d1-c8fa-4b10-ae05-d1f832a4454d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.559549] env[68946]: DEBUG nova.network.neutron [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updated VIF entry in instance network info cache for port 00438728-12a9-489a-8a74-75fd152c61c0. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.560451] env[68946]: DEBUG nova.network.neutron [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [{"id": "00438728-12a9-489a-8a74-75fd152c61c0", "address": "fa:16:3e:54:16:b8", "network": {"id": "ca1a979f-dc3c-40ed-9f11-73ef88ecdfbe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1807271868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c36e57b428784cc7a4571b6a49272e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00438728-12", "ovs_interfaceid": "00438728-12a9-489a-8a74-75fd152c61c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.577744] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879202, 'name': Rename_Task, 'duration_secs': 0.231013} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.581189] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.581481] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.581481] env[68946]: value = "task-2879205" [ 1087.581481] env[68946]: _type = "Task" [ 1087.581481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.581853] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c2e3a6-f7d5-4992-b4d7-daf0e0bea664 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.597291] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879205, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.599727] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1087.599727] env[68946]: value = "task-2879206" [ 1087.599727] env[68946]: _type = "Task" [ 1087.599727] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.610516] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.639632] env[68946]: DEBUG nova.network.neutron [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updating instance_info_cache with network_info: [{"id": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "address": "fa:16:3e:0e:e3:fb", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2cf6287-fd", "ovs_interfaceid": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.699650] env[68946]: DEBUG oslo_concurrency.lockutils [None req-69add0e9-7212-46ae-a645-01ca2bce5e14 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "d0535e18-d369-4219-869e-cea6a0407fb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.626s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.796923] env[68946]: DEBUG nova.compute.manager [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received event network-changed-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1087.796923] env[68946]: DEBUG nova.compute.manager [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Refreshing instance network info cache due to event network-changed-c59e0ebb-2205-4626-891b-193fad15dcbf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1087.796923] env[68946]: DEBUG oslo_concurrency.lockutils [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] Acquiring lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.796923] env[68946]: DEBUG oslo_concurrency.lockutils [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] Acquired lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.796923] env[68946]: DEBUG nova.network.neutron [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Refreshing network info cache for port c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.822094] env[68946]: DEBUG nova.objects.base [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Object Instance<11212aa3-a6a9-413a-b816-fd3093b379fa> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.870532] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.887806] env[68946]: DEBUG oslo_vmware.api [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Task: {'id': task-2879204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377354} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.888450] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.889869] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.889869] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.889869] env[68946]: INFO nova.compute.manager [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1087.889869] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.889869] env[68946]: DEBUG nova.compute.manager [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.889869] env[68946]: DEBUG nova.network.neutron [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.071944] env[68946]: DEBUG oslo_concurrency.lockutils [req-6ac5b127-f8fe-4b39-b8db-cccab9e8cca4 req-99c19b28-da91-4314-a6dd-b1eb62ab66c6 service nova] Releasing lock "refresh_cache-e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.098355] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879205, 'name': CreateVM_Task, 'duration_secs': 0.437531} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.099305] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.099421] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.099511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.100040] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.100386] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681ff8a7-d9fe-455a-bc29-716134a062b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.114283] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879206, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.119120] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1088.119120] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521770a0-cc5b-a1c0-2cd8-8cd80a60e8d2" [ 1088.119120] env[68946]: _type = "Task" [ 1088.119120] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.132349] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521770a0-cc5b-a1c0-2cd8-8cd80a60e8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.132349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.132349] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.132349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.132349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.132349] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.132349] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb653c1c-1187-4741-af8f-b80636905567 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.142438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Releasing lock "refresh_cache-278205e0-6bc3-4b8f-9cd6-81774a9a130e" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.142775] env[68946]: DEBUG nova.compute.manager [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Inject network info {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1088.143045] env[68946]: DEBUG nova.compute.manager [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] network_info to inject: |[{"id": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "address": "fa:16:3e:0e:e3:fb", "network": {"id": "6b365f70-6fdb-4a2f-b0d1-8649dd70ae4c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-93788252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f34ba2ae9e2f4a80bf8210bf8cd3678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2cf6287-fd", "ovs_interfaceid": "b2cf6287-fde5-4a5f-9de8-5e327231fd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1088.149893] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Reconfiguring VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1088.151703] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da581ea3-35c3-40a5-b49e-be9cc57cc435 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.163183] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.164410] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.165968] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af4e0d9-86d5-418e-a46d-fafa1db81116 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.174427] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1088.174427] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ff0de8-5758-af10-ba6a-7a69d807c93b" [ 1088.174427] env[68946]: _type = "Task" [ 1088.174427] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.176082] env[68946]: DEBUG oslo_vmware.api [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Waiting for the task: (returnval){ [ 1088.176082] env[68946]: value = "task-2879207" [ 1088.176082] env[68946]: _type = "Task" [ 1088.176082] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.194899] env[68946]: DEBUG oslo_vmware.api [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Task: {'id': task-2879207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.200439] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ff0de8-5758-af10-ba6a-7a69d807c93b, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.201557] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d872f397-3003-40c4-9769-02b19db2f2b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.207747] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1088.207747] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52551deb-88f6-1c33-9b3f-e368ed1b943d" [ 1088.207747] env[68946]: _type = "Task" [ 1088.207747] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.219639] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52551deb-88f6-1c33-9b3f-e368ed1b943d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.265312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "15a572a9-d29e-4a7e-b964-35685c320785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.265312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.265312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "15a572a9-d29e-4a7e-b964-35685c320785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.265501] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.265778] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.267850] env[68946]: INFO nova.compute.manager [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Terminating instance [ 1088.362219] env[68946]: DEBUG nova.network.neutron [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.378253] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.378649] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.378829] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.387203] env[68946]: DEBUG nova.network.neutron [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.595053] env[68946]: DEBUG nova.network.neutron [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [{"id": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "address": "fa:16:3e:38:21:c9", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd8eec0-80", "ovs_interfaceid": "4bd8eec0-80ce-4615-b73e-2fc4e8599bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.612194] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879206, 'name': PowerOnVM_Task, 'duration_secs': 0.579782} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.612760] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.612962] env[68946]: DEBUG nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.613769] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe209a67-a2d4-45af-8c8c-4c90ef92c157 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.673803] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045c993-0d6a-4104-8c18-72d68bc71b49 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.688159] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226b913-43d1-4a78-9a41-cc7ee2d1c2f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.694913] env[68946]: DEBUG oslo_vmware.api [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] Task: {'id': task-2879207, 'name': ReconfigVM_Task, 'duration_secs': 0.196083} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.695671] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c5fa98-55f6-4f06-bea7-a2b43d33c788 tempest-ServersAdminTestJSON-1157803188 tempest-ServersAdminTestJSON-1157803188-project-admin] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Reconfigured VM instance to set the machine id {{(pid=68946) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1088.727153] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351f0e7-f849-4dcf-b320-8dc823961d6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.739180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a9096-929a-429b-aec5-5190be6f8508 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.743120] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52551deb-88f6-1c33-9b3f-e368ed1b943d, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.743811] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.744186] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] a357491f-c18f-4730-8904-c2f25f688d0b/a357491f-c18f-4730-8904-c2f25f688d0b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.744908] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a21c93a-d852-42cb-ba52-9b7fb3de876d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.756901] env[68946]: DEBUG nova.compute.provider_tree [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.760150] env[68946]: DEBUG nova.network.neutron [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updated VIF entry in instance network info cache for port c59e0ebb-2205-4626-891b-193fad15dcbf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.760530] env[68946]: DEBUG nova.network.neutron [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updating instance_info_cache with network_info: [{"id": "c59e0ebb-2205-4626-891b-193fad15dcbf", "address": "fa:16:3e:69:58:73", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59e0ebb-22", "ovs_interfaceid": "c59e0ebb-2205-4626-891b-193fad15dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.767186] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1088.767186] env[68946]: value = "task-2879208" [ 1088.767186] env[68946]: _type = "Task" [ 1088.767186] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.771884] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "refresh_cache-15a572a9-d29e-4a7e-b964-35685c320785" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.772193] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquired lock "refresh_cache-15a572a9-d29e-4a7e-b964-35685c320785" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.772446] env[68946]: DEBUG nova.network.neutron [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.781475] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.823038] env[68946]: DEBUG nova.network.neutron [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.866044] env[68946]: INFO nova.compute.manager [-] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Took 1.74 seconds to deallocate network for instance. [ 1088.890394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.102232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "refresh_cache-11212aa3-a6a9-413a-b816-fd3093b379fa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.129734] env[68946]: INFO nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] bringing vm to original state: 'stopped' [ 1089.263959] env[68946]: DEBUG nova.scheduler.client.report [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.268436] env[68946]: DEBUG oslo_concurrency.lockutils [req-453f415a-714a-4ae7-b646-c4fcf73fb932 req-f91e9b00-5056-4f5d-aab8-a1a04b383876 service nova] Releasing lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.282226] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.282226] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] a357491f-c18f-4730-8904-c2f25f688d0b/a357491f-c18f-4730-8904-c2f25f688d0b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.282226] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.282226] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d924d81-30ea-4ed8-a29b-a79aab5ae53f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.291050] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1089.291050] env[68946]: value = "task-2879209" [ 1089.291050] env[68946]: _type = "Task" [ 1089.291050] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.300154] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.306924] env[68946]: DEBUG nova.network.neutron [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.328989] env[68946]: INFO nova.compute.manager [-] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Took 1.44 seconds to deallocate network for instance. [ 1089.374037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.390982] env[68946]: DEBUG nova.network.neutron [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.410084] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.410312] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.410491] env[68946]: DEBUG nova.network.neutron [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.417157] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f01585d-d98d-49fe-b426-c3d6101caff8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.439053] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2bcba-5e1b-4082-b2a6-b5726139ecd5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.447661] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.726059] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.726059] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.726241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.726279] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.726438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.728796] env[68946]: INFO nova.compute.manager [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Terminating instance [ 1089.775559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.776076] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.778610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.975s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.780033] env[68946]: INFO nova.compute.claims [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.801910] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072807} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.802212] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.803058] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bba5cf-178c-41cf-91f9-75f9945481d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.827188] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a357491f-c18f-4730-8904-c2f25f688d0b/a357491f-c18f-4730-8904-c2f25f688d0b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.829721] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a777c2b-b2aa-4449-9063-298872166bd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.845062] env[68946]: DEBUG nova.compute.manager [req-85358ec0-1519-41fd-be7f-4e871d15d396 req-683c138d-db3e-4521-8636-2c041258f1b4 service nova] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Received event network-vif-deleted-7c88061c-c1f4-4c12-954e-18d57a7280fa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.845206] env[68946]: DEBUG nova.compute.manager [req-85358ec0-1519-41fd-be7f-4e871d15d396 req-683c138d-db3e-4521-8636-2c041258f1b4 service nova] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Received event network-vif-deleted-00438728-12a9-489a-8a74-75fd152c61c0 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.846525] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.853913] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1089.853913] env[68946]: value = "task-2879210" [ 1089.853913] env[68946]: _type = "Task" [ 1089.853913] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.862687] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.896686] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Releasing lock "refresh_cache-15a572a9-d29e-4a7e-b964-35685c320785" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.896799] env[68946]: DEBUG nova.compute.manager [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.896965] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.897876] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61a690a-d5d5-446f-972b-4c7c6092f510 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.906493] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.906765] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983d3691-1f7f-4589-8376-d4b5b3c22fad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.916697] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1089.916697] env[68946]: value = "task-2879211" [ 1089.916697] env[68946]: _type = "Task" [ 1089.916697] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.927524] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.955413] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.955813] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ea5097-947f-4e55-a990-263a84a70870 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.966291] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1089.966291] env[68946]: value = "task-2879212" [ 1089.966291] env[68946]: _type = "Task" [ 1089.966291] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.977178] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.063972] env[68946]: INFO nova.compute.manager [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Rebuilding instance [ 1090.107928] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.107928] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d369daff-35d8-4b56-8eef-a7366e3eb57f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.118398] env[68946]: DEBUG nova.compute.manager [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.119286] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bdda41-9702-4682-91ca-271be07bc206 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.123251] env[68946]: DEBUG oslo_vmware.api [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1090.123251] env[68946]: value = "task-2879213" [ 1090.123251] env[68946]: _type = "Task" [ 1090.123251] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.135646] env[68946]: DEBUG oslo_vmware.api [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.138462] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.138951] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.139109] env[68946]: DEBUG nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.139869] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396e34fc-5972-4680-8844-53b59cbf190c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.149790] env[68946]: DEBUG nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1090.184103] env[68946]: DEBUG nova.network.neutron [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.232826] env[68946]: DEBUG nova.compute.manager [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.233106] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.233397] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb3d9ef-2dc2-4aec-a7a0-c3d8f38bf4cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.242555] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 1090.242555] env[68946]: value = "task-2879214" [ 1090.242555] env[68946]: _type = "Task" [ 1090.242555] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.252711] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.287159] env[68946]: DEBUG nova.compute.utils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.288886] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.289154] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.332586] env[68946]: DEBUG nova.policy [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f3798320af434793d5e573e8e66e65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de65320acaa4459b0d97516e96322ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.365134] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879210, 'name': ReconfigVM_Task, 'duration_secs': 0.349906} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.365500] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a357491f-c18f-4730-8904-c2f25f688d0b/a357491f-c18f-4730-8904-c2f25f688d0b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.366610] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65a3497d-b442-4e01-a3b1-6bb099cb8afe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.377308] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1090.377308] env[68946]: value = "task-2879215" [ 1090.377308] env[68946]: _type = "Task" [ 1090.377308] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.389028] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879215, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.430074] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879211, 'name': PowerOffVM_Task, 'duration_secs': 0.290615} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.430463] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.430604] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.430941] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-779a3897-bd72-466b-882d-937019cafd95 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.463710] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.464025] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.464224] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleting the datastore file [datastore1] 15a572a9-d29e-4a7e-b964-35685c320785 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.464533] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f5de65-4a54-4f13-a48d-16124703fd5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.477502] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.479128] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for the task: (returnval){ [ 1090.479128] env[68946]: value = "task-2879217" [ 1090.479128] env[68946]: _type = "Task" [ 1090.479128] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.488500] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.636786] env[68946]: DEBUG oslo_vmware.api [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879213, 'name': PowerOnVM_Task, 'duration_secs': 0.491311} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.638222] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.638222] env[68946]: DEBUG nova.compute.manager [None req-b1b05379-6cef-495e-90e5-1f25c9d172b3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.638222] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de800e-a475-46bc-9331-3bd34d5f7898 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.641829] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Successfully created port: 2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.655018] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.655018] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64a2cb89-7ff0-4765-8429-6ba068f66ec9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.662696] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1090.662696] env[68946]: value = "task-2879218" [ 1090.662696] env[68946]: _type = "Task" [ 1090.662696] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.673098] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.690081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.755763] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879214, 'name': PowerOffVM_Task, 'duration_secs': 0.197088} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.755763] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.756015] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.756065] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578508', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'name': 'volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b0fbe3-7987-4c2e-9823-0bf9df91a0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'serial': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.758083] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81c749-4e8d-4d61-a697-7c542953d9bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.781045] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab002e-0219-4bf2-afb2-71bb96536044 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.792564] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.795689] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89c0d6b-3a97-42dc-97ac-66d27b2c8de8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.819917] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ccd0c-cd3d-4a54-9d1e-e0905dd09cc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.837145] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] The volume has not been displaced from its original location: [datastore2] volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748/volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.842772] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.846718] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703aa2ba-7fa5-4aa6-9697-d79f0c1ffcff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.867398] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 1090.867398] env[68946]: value = "task-2879219" [ 1090.867398] env[68946]: _type = "Task" [ 1090.867398] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.880941] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.892712] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879215, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.979837] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.991515] env[68946]: DEBUG oslo_vmware.api [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Task: {'id': task-2879217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109559} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.992030] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.992030] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.992279] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.992486] env[68946]: INFO nova.compute.manager [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1090.992674] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.992907] env[68946]: DEBUG nova.compute.manager [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.993029] env[68946]: DEBUG nova.network.neutron [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.013208] env[68946]: DEBUG nova.network.neutron [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.169531] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.169531] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e971da35-27e1-4b4c-bd34-2bac4d832869 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.169531] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1091.169531] env[68946]: value = "task-2879220" [ 1091.169531] env[68946]: _type = "Task" [ 1091.169531] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.177866] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.190876] env[68946]: DEBUG oslo_vmware.api [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879218, 'name': PowerOffVM_Task, 'duration_secs': 0.273878} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.191255] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.191531] env[68946]: DEBUG nova.compute.manager [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.195731] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a1acf8-da51-4b90-9249-f7d21c814b32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.223248] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a786595-4b72-4474-952e-1d2e5b55e965 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.229014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708920ee-fdd9-4d41-8382-8adb001ee9f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256773] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc94d226-e78c-4be8-b5a6-6c15bad4f3ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.262187] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09dd4b0-c105-41e9-819a-fa2491b9cb5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.275059] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.314025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52a9333-4998-4330-b6d0-0887707457b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.326392] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eed649a-d4c0-47ac-95f1-cb31152b0162 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.351698] env[68946]: DEBUG nova.compute.provider_tree [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.379014] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.390812] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879215, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.480857] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.516464] env[68946]: DEBUG nova.network.neutron [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.666542] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879220, 'name': PowerOffVM_Task, 'duration_secs': 0.183538} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.666826] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.667121] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.667922] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945dabd-afcd-4971-bac8-0673f2bb3e56 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.676054] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.676390] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a5e3d6c-687b-4b7b-bf53-051f7e3caa56 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.722069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.583s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.757986] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.758319] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.758552] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore2] 95d67729-a659-48c5-9159-2365c732059f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.758880] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f26ced3a-d88d-4989-8dd9-57ebaa9f993f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.769196] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1091.769196] env[68946]: value = "task-2879222" [ 1091.769196] env[68946]: _type = "Task" [ 1091.769196] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.776972] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.814981] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-46188b19-53f0-4694-8a92-fbd2d605ea24 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance '8553f489-1e6c-4eae-9e20-b228120de0be' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.819359] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.846010] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.846307] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.846483] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.846671] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.846836] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.847097] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.847225] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.847388] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.847560] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.847721] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.847913] env[68946]: DEBUG nova.virt.hardware [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.848879] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f6545-ffe3-4b57-b34b-3c215e2f6da6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.854879] env[68946]: DEBUG nova.scheduler.client.report [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.862824] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6384b68c-b17b-4043-9047-f06b0d64cf8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.888311] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879219, 'name': ReconfigVM_Task, 'duration_secs': 0.90489} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.888800] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.896802] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31a554e-4ca0-4af1-88e9-62959a791446 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.907071] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879215, 'name': Rename_Task, 'duration_secs': 1.219715} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.907932] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.908612] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add79012-b926-4c31-a3cf-118f0dd1f9d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.916263] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 1091.916263] env[68946]: value = "task-2879223" [ 1091.916263] env[68946]: _type = "Task" [ 1091.916263] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.917735] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1091.917735] env[68946]: value = "task-2879224" [ 1091.917735] env[68946]: _type = "Task" [ 1091.917735] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.933460] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.936551] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.983181] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.018702] env[68946]: INFO nova.compute.manager [-] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Took 1.03 seconds to deallocate network for instance. [ 1092.216204] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Successfully updated port: 2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.232215] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.251967] env[68946]: DEBUG nova.compute.manager [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Received event network-vif-plugged-2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.252226] env[68946]: DEBUG oslo_concurrency.lockutils [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] Acquiring lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.252561] env[68946]: DEBUG oslo_concurrency.lockutils [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.252764] env[68946]: DEBUG oslo_concurrency.lockutils [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.253045] env[68946]: DEBUG nova.compute.manager [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] No waiting events found dispatching network-vif-plugged-2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.253242] env[68946]: WARNING nova.compute.manager [req-982a27ff-a11c-454a-a8f8-71d18342354a req-28c5d5f4-38d7-463e-8dc0-7c762ba7c6b8 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Received unexpected event network-vif-plugged-2102257e-45e6-429c-85dc-6984519970e3 for instance with vm_state building and task_state spawning. [ 1092.278417] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.278694] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.278877] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.279067] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.362115] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.362686] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.365787] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.451s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.367606] env[68946]: INFO nova.compute.claims [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.432048] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879223, 'name': ReconfigVM_Task, 'duration_secs': 0.205692} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.434067] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578508', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'name': 'volume-3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93b0fbe3-7987-4c2e-9823-0bf9df91a0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748', 'serial': '3f5d0505-6be8-4ab4-8bd6-86eb05c22748'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.434392] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.434687] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.435847] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84c5d5a-06e0-4ba3-90cd-349f6b4fe85e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.443718] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.443970] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c377f3-baa7-4bc0-a12d-19ca261472e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.481369] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.527126] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.555318] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.555703] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.556032] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Deleting the datastore file [datastore2] 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.556470] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7cf8e19-4ee1-4945-808c-3738f051ed2c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.563477] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for the task: (returnval){ [ 1092.563477] env[68946]: value = "task-2879226" [ 1092.563477] env[68946]: _type = "Task" [ 1092.563477] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.572805] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.718651] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.718866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquired lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.719052] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.801027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.801027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.801027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.801027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.801027] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.803387] env[68946]: INFO nova.compute.manager [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Terminating instance [ 1092.874023] env[68946]: DEBUG nova.compute.utils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.875850] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.876265] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.922130] env[68946]: DEBUG nova.policy [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3583de6df146a1af22b1bd0ef4fb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8774be4c61ac4befa5c4fd89d428250d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.933915] env[68946]: DEBUG oslo_vmware.api [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879224, 'name': PowerOnVM_Task, 'duration_secs': 0.626169} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.934590] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.935100] env[68946]: INFO nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1092.935448] env[68946]: DEBUG nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.936521] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083bd5c1-d6ac-4e8f-a55e-6637250e717d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.987213] env[68946]: DEBUG oslo_vmware.api [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879212, 'name': PowerOnVM_Task, 'duration_secs': 2.837506} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.987213] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.987213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5803fe-7dc5-493c-b257-1128e185b7c7 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance 'd303ac87-aeef-4364-94db-ef100a2252bb' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.075015] env[68946]: DEBUG oslo_vmware.api [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Task: {'id': task-2879226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155438} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.075289] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.075479] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.075649] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.075835] env[68946]: INFO nova.compute.manager [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1093.076097] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.076303] env[68946]: DEBUG nova.compute.manager [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.076387] env[68946]: DEBUG nova.network.neutron [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.280320] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.309104] env[68946]: DEBUG nova.compute.manager [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.309104] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.309861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0477f79-efb6-4552-a866-225ace921308 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.321480] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.324772] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.324772] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.324772] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.324772] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.324772] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.325132] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.325132] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.325256] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.325413] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.325566] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.325728] env[68946]: DEBUG nova.virt.hardware [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.325999] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be0e427-998b-4469-83b2-46aa0a58a326 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.328334] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b46c6-254e-4b8c-92f7-e17f2299d5d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.331714] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Successfully created port: f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.354742] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e67c83e-e144-4002-bbb9-10cdeac40716 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.372553] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:fd:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee7cf4a-bb20-4277-be4a-19250c468a1b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.382099] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.383386] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.389120] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.390113] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde3163e-95cd-4597-b0fb-b4b1bc0b5e76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.417482] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.417482] env[68946]: value = "task-2879228" [ 1093.417482] env[68946]: _type = "Task" [ 1093.417482] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.423306] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.423918] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.423918] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore1] 3d591970-36d2-43e8-96ed-d4136c26d5d7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.425049] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fda2e3c-5335-4b94-b06b-98706edfadc7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.430904] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879228, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.439803] env[68946]: DEBUG oslo_vmware.api [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1093.439803] env[68946]: value = "task-2879229" [ 1093.439803] env[68946]: _type = "Task" [ 1093.439803] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.455474] env[68946]: DEBUG oslo_vmware.api [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.461287] env[68946]: INFO nova.compute.manager [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Took 24.11 seconds to build instance. [ 1093.548819] env[68946]: DEBUG nova.network.neutron [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Updating instance_info_cache with network_info: [{"id": "2102257e-45e6-429c-85dc-6984519970e3", "address": "fa:16:3e:cf:47:34", "network": {"id": "5513bcf9-32c4-450e-b446-915ff09123cd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1562384180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de65320acaa4459b0d97516e96322ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102257e-45", "ovs_interfaceid": "2102257e-45e6-429c-85dc-6984519970e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.840576] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e34a29-80e5-4cb4-a091-ef9ec8692b75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.853222] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6aeb51-dc14-4715-ab4c-70a6b09e7faa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.911032] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5751d8e2-7533-4a14-b372-64447fe7f723 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.928763] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1edde79-b4ed-45d4-b928-81f841a30246 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.941023] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879228, 'name': CreateVM_Task, 'duration_secs': 0.505601} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.941573] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.947449] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.948182] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.948182] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.964062] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e8fc81-fdba-461b-b92d-17499132edf1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.966824] env[68946]: DEBUG nova.compute.provider_tree [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.971037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-05546d7e-3b06-430a-ba17-1875a16d12f7 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.661s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.976530] env[68946]: DEBUG oslo_vmware.api [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337455} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.979202] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.979486] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.979720] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.979943] env[68946]: INFO nova.compute.manager [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1093.980300] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.980640] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1093.980640] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ecf48b-ac10-d22b-910a-739de981d70a" [ 1093.980640] env[68946]: _type = "Task" [ 1093.980640] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.982168] env[68946]: DEBUG nova.compute.manager [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.982168] env[68946]: DEBUG nova.network.neutron [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.003712] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ecf48b-ac10-d22b-910a-739de981d70a, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.004205] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.004421] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.004827] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.004996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.005636] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.005636] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bdd18e5-82c6-40f9-88da-bf2a5b0821e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.011545] env[68946]: DEBUG nova.compute.manager [req-c8942b7a-c800-4990-a916-8616d2e0175c req-28de6d85-e0ef-451c-94c4-dee87b812f87 service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Received event network-vif-deleted-74c16d1a-5f47-477a-a523-c71def1b4162 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.011827] env[68946]: INFO nova.compute.manager [req-c8942b7a-c800-4990-a916-8616d2e0175c req-28de6d85-e0ef-451c-94c4-dee87b812f87 service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Neutron deleted interface 74c16d1a-5f47-477a-a523-c71def1b4162; detaching it from the instance and deleting it from the info cache [ 1094.012118] env[68946]: DEBUG nova.network.neutron [req-c8942b7a-c800-4990-a916-8616d2e0175c req-28de6d85-e0ef-451c-94c4-dee87b812f87 service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.022808] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.023063] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.024116] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092bf1ac-f52b-4dd8-9d0f-0606e695482b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.035468] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1094.035468] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520ecdf3-dced-a3e5-4a56-dfe1d90c2985" [ 1094.035468] env[68946]: _type = "Task" [ 1094.035468] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.044930] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520ecdf3-dced-a3e5-4a56-dfe1d90c2985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.051240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Releasing lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.051573] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Instance network_info: |[{"id": "2102257e-45e6-429c-85dc-6984519970e3", "address": "fa:16:3e:cf:47:34", "network": {"id": "5513bcf9-32c4-450e-b446-915ff09123cd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1562384180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de65320acaa4459b0d97516e96322ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102257e-45", "ovs_interfaceid": "2102257e-45e6-429c-85dc-6984519970e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.051966] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:47:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2102257e-45e6-429c-85dc-6984519970e3', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.060229] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Creating folder: Project (9de65320acaa4459b0d97516e96322ad). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.061215] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9787533d-9ff2-44cc-bd6f-986b2400c6b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.074275] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Created folder: Project (9de65320acaa4459b0d97516e96322ad) in parent group-v578341. [ 1094.074610] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Creating folder: Instances. Parent ref: group-v578600. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.074991] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-786aa41e-aace-45f9-8997-e2c88aa0bb8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.086432] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Created folder: Instances in parent group-v578600. [ 1094.086742] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.087030] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.087293] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0faba8a7-7997-498a-b95e-4a17ad601af5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.107641] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.107641] env[68946]: value = "task-2879232" [ 1094.107641] env[68946]: _type = "Task" [ 1094.107641] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.115760] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879232, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.348255] env[68946]: DEBUG nova.network.neutron [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.412504] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.419823] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.420192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.420514] env[68946]: INFO nova.compute.manager [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Shelving [ 1094.451346] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.451622] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.451778] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.451957] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.452135] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.452302] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.452510] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.452720] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.452873] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.453053] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.453357] env[68946]: DEBUG nova.virt.hardware [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.458018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb26037-6f0c-4bb9-8a6d-fb69d59a54ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.464029] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703af74-2653-40b1-b63a-19bf7184fbb6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.473571] env[68946]: DEBUG nova.scheduler.client.report [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.485953] env[68946]: DEBUG nova.compute.manager [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Received event network-changed-2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.486194] env[68946]: DEBUG nova.compute.manager [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Refreshing instance network info cache due to event network-changed-2102257e-45e6-429c-85dc-6984519970e3. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1094.486472] env[68946]: DEBUG oslo_concurrency.lockutils [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] Acquiring lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.486651] env[68946]: DEBUG oslo_concurrency.lockutils [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] Acquired lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.486893] env[68946]: DEBUG nova.network.neutron [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Refreshing network info cache for port 2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.518524] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbf924cb-4cb3-42ed-8f31-a02aca51077a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.532047] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1843393-2eeb-43e4-b2e7-bf9797baa02a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.555859] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]520ecdf3-dced-a3e5-4a56-dfe1d90c2985, 'name': SearchDatastore_Task, 'duration_secs': 0.024511} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.556727] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fd3e47-4297-44e4-abd4-a3cd6bacee8a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.564674] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1094.564674] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52102c15-6264-1c99-3f9f-2dcc3557e19f" [ 1094.564674] env[68946]: _type = "Task" [ 1094.564674] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.578465] env[68946]: DEBUG nova.compute.manager [req-c8942b7a-c800-4990-a916-8616d2e0175c req-28de6d85-e0ef-451c-94c4-dee87b812f87 service nova] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Detach interface failed, port_id=74c16d1a-5f47-477a-a523-c71def1b4162, reason: Instance 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1094.591044] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52102c15-6264-1c99-3f9f-2dcc3557e19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.619224] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879232, 'name': CreateVM_Task, 'duration_secs': 0.437267} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.619422] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.620149] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.620320] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.620651] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.620910] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9213c9fe-4e5d-4a75-bac9-53055266e892 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.626596] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1094.626596] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d4f6e-64fb-d060-3799-95348db565ed" [ 1094.626596] env[68946]: _type = "Task" [ 1094.626596] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.636299] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d4f6e-64fb-d060-3799-95348db565ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.730404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.730656] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.730845] env[68946]: DEBUG nova.compute.manager [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Going to confirm migration 5 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1094.853491] env[68946]: INFO nova.compute.manager [-] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Took 1.78 seconds to deallocate network for instance. [ 1094.904780] env[68946]: DEBUG nova.network.neutron [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.912137] env[68946]: DEBUG nova.network.neutron [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Updated VIF entry in instance network info cache for port 2102257e-45e6-429c-85dc-6984519970e3. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.912137] env[68946]: DEBUG nova.network.neutron [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Updating instance_info_cache with network_info: [{"id": "2102257e-45e6-429c-85dc-6984519970e3", "address": "fa:16:3e:cf:47:34", "network": {"id": "5513bcf9-32c4-450e-b446-915ff09123cd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1562384180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de65320acaa4459b0d97516e96322ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2102257e-45", "ovs_interfaceid": "2102257e-45e6-429c-85dc-6984519970e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.956338] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Successfully updated port: f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.989971] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.990513] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.993449] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.123s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.994848] env[68946]: INFO nova.compute.claims [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.089489] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52102c15-6264-1c99-3f9f-2dcc3557e19f, 'name': SearchDatastore_Task, 'duration_secs': 0.028688} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.089832] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.090165] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.090449] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0a9c413-e8b7-427b-940b-44e1bf387b58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.099706] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1095.099706] env[68946]: value = "task-2879233" [ 1095.099706] env[68946]: _type = "Task" [ 1095.099706] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.109339] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.140047] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d4f6e-64fb-d060-3799-95348db565ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02869} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.140391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.140629] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.140931] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.141137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.141343] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.141623] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82870ea6-4104-421f-8bee-c7fa6c66ac86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.151988] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.152198] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.153037] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5941255-920d-44f0-b173-75b3ffc0b010 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.159210] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1095.159210] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5268c177-e133-93d9-e090-3a2532c03eda" [ 1095.159210] env[68946]: _type = "Task" [ 1095.159210] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.167912] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5268c177-e133-93d9-e090-3a2532c03eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.286473] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.286827] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.287174] env[68946]: DEBUG nova.compute.manager [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Going to confirm migration 4 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1095.306857] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.307062] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.307251] env[68946]: DEBUG nova.network.neutron [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.307439] env[68946]: DEBUG nova.objects.instance [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'info_cache' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.407088] env[68946]: INFO nova.compute.manager [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Took 0.55 seconds to detach 1 volumes for instance. [ 1095.409913] env[68946]: DEBUG nova.compute.manager [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Deleting volume: 3f5d0505-6be8-4ab4-8bd6-86eb05c22748 {{(pid=68946) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1095.412250] env[68946]: INFO nova.compute.manager [-] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Took 1.43 seconds to deallocate network for instance. [ 1095.415040] env[68946]: DEBUG oslo_concurrency.lockutils [req-592b48f6-201e-4462-a7a5-4a6b35d599f1 req-0cb026b3-e135-494a-a546-0e35e6b993e2 service nova] Releasing lock "refresh_cache-ff6d0835-b5b3-42f7-9e88-2feb06adc7db" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.430729] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.431076] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3457970-f1af-4c1e-96d3-beb93319fbac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.441796] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1095.441796] env[68946]: value = "task-2879234" [ 1095.441796] env[68946]: _type = "Task" [ 1095.441796] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.453779] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.466593] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.466593] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.466593] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.476214] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1095.477475] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b471268f-ace3-4903-a599-2738cce13266 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.486163] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1095.486367] env[68946]: ERROR oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk due to incomplete transfer. [ 1095.486657] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84f942a8-b6bc-4733-8247-bb43cbd7583c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.495529] env[68946]: DEBUG nova.compute.utils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.497922] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.498182] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.505246] env[68946]: DEBUG oslo_vmware.rw_handles [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9fa6f-3f24-59af-9557-4e3e8028b798/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1095.505451] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Uploaded image 1979605b-1428-4f16-86ee-522aaaae9aa6 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1095.508527] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1095.509215] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ebf9ef1-5f6b-4ff7-88c0-dce3f48edaf7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.519626] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1095.519626] env[68946]: value = "task-2879236" [ 1095.519626] env[68946]: _type = "Task" [ 1095.519626] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.546579] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879236, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.558465] env[68946]: DEBUG nova.policy [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f562d75fb1b4e749844c0192af77515', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db245787164243df91d279122419eb7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.612801] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.672797] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5268c177-e133-93d9-e090-3a2532c03eda, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.673490] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a0aedf-826e-4daa-8484-9d47dcc52589 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.679891] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1095.679891] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fdc9c1-eb00-d51e-261d-7631cfd0771b" [ 1095.679891] env[68946]: _type = "Task" [ 1095.679891] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.689865] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fdc9c1-eb00-d51e-261d-7631cfd0771b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.845638] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Successfully created port: 2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.848972] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849173] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.849343] env[68946]: DEBUG nova.network.neutron [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.849525] env[68946]: DEBUG nova.objects.instance [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'info_cache' on Instance uuid d303ac87-aeef-4364-94db-ef100a2252bb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.920277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.955064] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879234, 'name': PowerOffVM_Task, 'duration_secs': 0.315021} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.955254] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.956383] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba04dc-c293-4513-b328-3747045f917d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.960885] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.988351] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab079469-5c35-4a7b-9e10-9add25a9d6b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009192] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.029938] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879236, 'name': Destroy_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.035171] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.113734] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601005} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.113988] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.115246] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.115246] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-929b1260-5ee5-4c98-9cdf-2de83daf96bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.122484] env[68946]: DEBUG nova.compute.manager [req-a6fb8802-bc0f-4d20-b18b-4ae643eebe23 req-f4916311-7e43-468a-9876-62e4c49a17c2 service nova] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Received event network-vif-deleted-717f4beb-b283-4337-b2b6-3662d6518ffd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.124549] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1096.124549] env[68946]: value = "task-2879237" [ 1096.124549] env[68946]: _type = "Task" [ 1096.124549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.135609] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.193368] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fdc9c1-eb00-d51e-261d-7631cfd0771b, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.195305] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195568] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ff6d0835-b5b3-42f7-9e88-2feb06adc7db/ff6d0835-b5b3-42f7-9e88-2feb06adc7db.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.196365] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79bc5c56-8db3-47a2-ba42-09589e3e96ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.204136] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1096.204136] env[68946]: value = "task-2879238" [ 1096.204136] env[68946]: _type = "Task" [ 1096.204136] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.215296] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.231135] env[68946]: DEBUG nova.network.neutron [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updating instance_info_cache with network_info: [{"id": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "address": "fa:16:3e:5f:25:11", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332b51d-80", "ovs_interfaceid": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.379766] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70da7192-cbb9-4953-be85-bdf70175abc7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.389204] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62799ea-f538-4adb-8df4-67d4cd7b93f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.425786] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1871f7b-3eed-422e-9e26-e3a2604965fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.435342] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005c720-b68b-46f6-b7ee-b839772be058 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.452450] env[68946]: DEBUG nova.compute.provider_tree [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.502356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1096.502702] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4f902e2-241a-4db2-9a35-678eba1e8ac9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.516027] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1096.516027] env[68946]: value = "task-2879239" [ 1096.516027] env[68946]: _type = "Task" [ 1096.516027] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.534175] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879239, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.537718] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879236, 'name': Destroy_Task, 'duration_secs': 0.964339} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.538023] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Destroyed the VM [ 1096.538510] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1096.538779] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8214e6ed-9482-44aa-815d-602977dfb4e8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.550339] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1096.550339] env[68946]: value = "task-2879240" [ 1096.550339] env[68946]: _type = "Task" [ 1096.550339] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.561365] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879240, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.637657] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074051} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.637949] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.639109] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59211c50-1fdf-468b-9bbe-c7f1dd0cd2ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.668308] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.673060] env[68946]: DEBUG nova.compute.manager [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Received event network-vif-plugged-f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.673060] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.673192] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.673326] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.673494] env[68946]: DEBUG nova.compute.manager [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] No waiting events found dispatching network-vif-plugged-f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.673661] env[68946]: WARNING nova.compute.manager [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Received unexpected event network-vif-plugged-f332b51d-804e-4875-b0e1-53d14bdf86d4 for instance with vm_state building and task_state spawning. [ 1096.673841] env[68946]: DEBUG nova.compute.manager [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Received event network-changed-f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.673997] env[68946]: DEBUG nova.compute.manager [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Refreshing instance network info cache due to event network-changed-f332b51d-804e-4875-b0e1-53d14bdf86d4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1096.674181] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Acquiring lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.674817] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791a48a8-64c3-4a9c-a56e-a1281acc32c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.698276] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1096.698276] env[68946]: value = "task-2879241" [ 1096.698276] env[68946]: _type = "Task" [ 1096.698276] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.711671] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.718121] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.734436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.734795] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Instance network_info: |[{"id": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "address": "fa:16:3e:5f:25:11", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332b51d-80", "ovs_interfaceid": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.735223] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Acquired lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.735408] env[68946]: DEBUG nova.network.neutron [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Refreshing network info cache for port f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.736770] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:25:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f332b51d-804e-4875-b0e1-53d14bdf86d4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.745594] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.746734] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.747130] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e0cc0c-af05-4a54-8cbf-0fbaea4c52a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.768470] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.768470] env[68946]: value = "task-2879242" [ 1096.768470] env[68946]: _type = "Task" [ 1096.768470] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.777289] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879242, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.788245] env[68946]: DEBUG nova.network.neutron [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.955722] env[68946]: DEBUG nova.scheduler.client.report [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.024630] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.026803] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879239, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.055374] env[68946]: DEBUG nova.virt.hardware [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.055888] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a11cf-cd82-4ee9-8d8d-36628da81e5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.071106] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d4d4e-b967-48b8-9062-565691897265 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077765] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879240, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.183188] env[68946]: DEBUG nova.network.neutron [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [{"id": "296a27fb-e384-499b-946c-e0662828aa6a", "address": "fa:16:3e:ab:d3:5a", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a27fb-e3", "ovs_interfaceid": "296a27fb-e384-499b-946c-e0662828aa6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.216341] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.220296] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545489} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.220592] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] ff6d0835-b5b3-42f7-9e88-2feb06adc7db/ff6d0835-b5b3-42f7-9e88-2feb06adc7db.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.220805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.221070] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34b88f7-fac5-4d9c-b87f-caca995642c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.229583] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1097.229583] env[68946]: value = "task-2879243" [ 1097.229583] env[68946]: _type = "Task" [ 1097.229583] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.239626] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.281903] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879242, 'name': CreateVM_Task, 'duration_secs': 0.387283} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.282154] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.282880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.283152] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.283391] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.283664] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1e7274-92e1-4b0a-bc61-1567b07933ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.289709] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1097.289709] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52df93cd-4e1d-5641-bba4-f8b820e25173" [ 1097.289709] env[68946]: _type = "Task" [ 1097.289709] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.294723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.298324] env[68946]: DEBUG nova.objects.instance [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'migration_context' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.306085] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52df93cd-4e1d-5641-bba4-f8b820e25173, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.307567] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.307985] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.308926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.309624] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.310407] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecddce05-cb7c-43b0-b23b-99b2724bd10b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.328650] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.328898] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.329698] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672ba04b-fa62-4726-a911-6169ce975810 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.338166] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1097.338166] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e86add-66b5-3d40-3c3d-e6420cd9c950" [ 1097.338166] env[68946]: _type = "Task" [ 1097.338166] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.347636] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e86add-66b5-3d40-3c3d-e6420cd9c950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.427678] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Successfully updated port: 2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.463073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.463801] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.466152] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.466376] env[68946]: DEBUG nova.objects.instance [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'resources' on Instance uuid 351459b7-10c9-42f9-abd0-826f7f945ccb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.519037] env[68946]: DEBUG nova.network.neutron [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updated VIF entry in instance network info cache for port f332b51d-804e-4875-b0e1-53d14bdf86d4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.519128] env[68946]: DEBUG nova.network.neutron [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updating instance_info_cache with network_info: [{"id": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "address": "fa:16:3e:5f:25:11", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332b51d-80", "ovs_interfaceid": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.526583] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879239, 'name': CreateSnapshot_Task, 'duration_secs': 0.71519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.526891] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1097.527729] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4479a3-e162-4de9-9ada-035d861f9cb0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.572498] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879240, 'name': RemoveSnapshot_Task, 'duration_secs': 0.789695} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.572754] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.576021] env[68946]: DEBUG nova.compute.manager [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.576021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd2502-b38b-4662-8cc2-d8c952bb0ddb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.688381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-d303ac87-aeef-4364-94db-ef100a2252bb" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.688381] env[68946]: DEBUG nova.objects.instance [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lazy-loading 'migration_context' on Instance uuid d303ac87-aeef-4364-94db-ef100a2252bb {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.709826] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879241, 'name': ReconfigVM_Task, 'duration_secs': 0.631918} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.710202] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.710764] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3efa361c-73d0-4b1d-ab44-ba31b79f5b5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.718977] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1097.718977] env[68946]: value = "task-2879244" [ 1097.718977] env[68946]: _type = "Task" [ 1097.718977] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.727875] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879244, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.739067] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1358} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.739332] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.740095] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06825d6b-3c9a-4510-8b23-f2a6241b036a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.762345] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ff6d0835-b5b3-42f7-9e88-2feb06adc7db/ff6d0835-b5b3-42f7-9e88-2feb06adc7db.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.762947] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794fa799-6097-4d26-9066-ad5fe7342da4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.784070] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1097.784070] env[68946]: value = "task-2879245" [ 1097.784070] env[68946]: _type = "Task" [ 1097.784070] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.792467] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.798302] env[68946]: DEBUG nova.objects.base [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Object Instance<8553f489-1e6c-4eae-9e20-b228120de0be> lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.799105] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a7877-f3d1-419c-abc5-9acfdd1d4071 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.819668] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed8349e-e114-4e51-aba0-0a8e8a75b220 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.826611] env[68946]: DEBUG oslo_vmware.api [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1097.826611] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521b971e-8438-5e77-04ac-a4fed284f287" [ 1097.826611] env[68946]: _type = "Task" [ 1097.826611] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.835685] env[68946]: DEBUG oslo_vmware.api [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521b971e-8438-5e77-04ac-a4fed284f287, 'name': SearchDatastore_Task, 'duration_secs': 0.007326} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.835980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.847962] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e86add-66b5-3d40-3c3d-e6420cd9c950, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.848789] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2527529d-9c1e-4fd7-904c-bd9c9b18a95c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.855182] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1097.855182] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529344cc-7030-6038-2bd0-db727ab2b00a" [ 1097.855182] env[68946]: _type = "Task" [ 1097.855182] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.865473] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529344cc-7030-6038-2bd0-db727ab2b00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.932732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.932959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.933211] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.971845] env[68946]: DEBUG nova.compute.utils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.973922] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.974195] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.022574] env[68946]: DEBUG oslo_concurrency.lockutils [req-51889c8e-1235-4a73-a609-01e82ff6eb84 req-33467854-c2a5-4d72-96b3-30dea130c787 service nova] Releasing lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048151] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1098.051082] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cc41f47-c6b9-401d-84fd-d028884d1ec4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.063886] env[68946]: DEBUG nova.policy [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.067650] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1098.067650] env[68946]: value = "task-2879246" [ 1098.067650] env[68946]: _type = "Task" [ 1098.067650] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.083140] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879246, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.092517] env[68946]: INFO nova.compute.manager [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Shelve offloading [ 1098.190530] env[68946]: DEBUG nova.objects.base [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.191911] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72019b1c-4b11-4839-bc72-9f268bc1b574 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.220828] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bd024e-6c15-4d40-859e-e0d4d2213ac7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.230777] env[68946]: DEBUG oslo_vmware.api [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1098.230777] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52abff28-09af-8767-3a27-0089f3bf7ada" [ 1098.230777] env[68946]: _type = "Task" [ 1098.230777] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.234312] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879244, 'name': Rename_Task, 'duration_secs': 0.244528} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.239890] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.241049] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7cb3798-df69-460a-80a1-f6e7e335a657 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.248212] env[68946]: DEBUG oslo_vmware.api [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52abff28-09af-8767-3a27-0089f3bf7ada, 'name': SearchDatastore_Task, 'duration_secs': 0.008185} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.250120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.250207] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1098.250207] env[68946]: value = "task-2879247" [ 1098.250207] env[68946]: _type = "Task" [ 1098.250207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.260985] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.297775] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879245, 'name': ReconfigVM_Task, 'duration_secs': 0.307248} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.298126] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ff6d0835-b5b3-42f7-9e88-2feb06adc7db/ff6d0835-b5b3-42f7-9e88-2feb06adc7db.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.298923] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f3d97f-f12a-4eaa-bd34-14e137e60212 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.308912] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1098.308912] env[68946]: value = "task-2879248" [ 1098.308912] env[68946]: _type = "Task" [ 1098.308912] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.319497] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879248, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.371827] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529344cc-7030-6038-2bd0-db727ab2b00a, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.372376] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.372641] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 1cda0225-d8f6-44ab-87f8-404beb8341bc/1cda0225-d8f6-44ab-87f8-404beb8341bc.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.372948] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a791818-53e2-4d87-a76a-980319872c97 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.381410] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec11b6a-778f-4b55-b712-520e91d38dee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.386168] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1098.386168] env[68946]: value = "task-2879249" [ 1098.386168] env[68946]: _type = "Task" [ 1098.386168] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.393729] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e9dd1-2d0c-4f94-93b2-844129573425 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.400293] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.430485] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0cd606-db7a-496e-8fdb-d7d87b92d826 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.442125] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6f06f-b35d-4a8a-91d2-4198f0bf546d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.459070] env[68946]: DEBUG nova.compute.provider_tree [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.477099] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.481403] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.569616] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Successfully created port: 69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.583103] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879246, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.596364] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.596696] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08de5122-6dfc-46d0-9767-b82d03dbfecf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.608531] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1098.608531] env[68946]: value = "task-2879250" [ 1098.608531] env[68946]: _type = "Task" [ 1098.608531] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.621023] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.632327] env[68946]: DEBUG nova.network.neutron [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Updating instance_info_cache with network_info: [{"id": "2740b969-b2ab-4b49-b487-037d265b1771", "address": "fa:16:3e:74:e2:37", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2740b969-b2", "ovs_interfaceid": "2740b969-b2ab-4b49-b487-037d265b1771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.691361] env[68946]: DEBUG nova.compute.manager [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Received event network-vif-plugged-2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.691807] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Acquiring lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.692302] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.692614] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.693087] env[68946]: DEBUG nova.compute.manager [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] No waiting events found dispatching network-vif-plugged-2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.693503] env[68946]: WARNING nova.compute.manager [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Received unexpected event network-vif-plugged-2740b969-b2ab-4b49-b487-037d265b1771 for instance with vm_state building and task_state spawning. [ 1098.693822] env[68946]: DEBUG nova.compute.manager [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Received event network-changed-2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.694111] env[68946]: DEBUG nova.compute.manager [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Refreshing instance network info cache due to event network-changed-2740b969-b2ab-4b49-b487-037d265b1771. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1098.694414] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Acquiring lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.763422] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.824443] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879248, 'name': Rename_Task, 'duration_secs': 0.172548} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.825037] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.825627] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32130dbd-6c88-4f59-8bad-1e378af3c94c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.839385] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1098.839385] env[68946]: value = "task-2879251" [ 1098.839385] env[68946]: _type = "Task" [ 1098.839385] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.861091] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.899014] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.962526] env[68946]: DEBUG nova.scheduler.client.report [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.082554] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879246, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.117310] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.117572] env[68946]: DEBUG nova.compute.manager [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.118408] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cb5d67-5d5f-4de0-b44f-4b929dda3e4b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.125085] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.125387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.125651] env[68946]: DEBUG nova.network.neutron [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.135450] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.136231] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Instance network_info: |[{"id": "2740b969-b2ab-4b49-b487-037d265b1771", "address": "fa:16:3e:74:e2:37", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2740b969-b2", "ovs_interfaceid": "2740b969-b2ab-4b49-b487-037d265b1771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.136838] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Acquired lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.137092] env[68946]: DEBUG nova.network.neutron [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Refreshing network info cache for port 2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.138348] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e2:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2740b969-b2ab-4b49-b487-037d265b1771', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.150986] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.154065] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.155044] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4acc506d-efcd-4924-9403-029c103b1cdf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.183333] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.183333] env[68946]: value = "task-2879252" [ 1099.183333] env[68946]: _type = "Task" [ 1099.183333] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.194803] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879252, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.272420] env[68946]: DEBUG oslo_vmware.api [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879247, 'name': PowerOnVM_Task, 'duration_secs': 0.596051} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.272718] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.272950] env[68946]: DEBUG nova.compute.manager [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.273828] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e5701-0d7b-4a1e-90f1-3723be3a4ad3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.352965] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.398613] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521157} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.398613] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 1cda0225-d8f6-44ab-87f8-404beb8341bc/1cda0225-d8f6-44ab-87f8-404beb8341bc.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.398753] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.399866] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9986478c-0cc4-4f54-a3e2-9cf1a96d1b8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.407965] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1099.407965] env[68946]: value = "task-2879253" [ 1099.407965] env[68946]: _type = "Task" [ 1099.407965] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.417170] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.456923] env[68946]: DEBUG nova.network.neutron [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Updated VIF entry in instance network info cache for port 2740b969-b2ab-4b49-b487-037d265b1771. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.457351] env[68946]: DEBUG nova.network.neutron [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Updating instance_info_cache with network_info: [{"id": "2740b969-b2ab-4b49-b487-037d265b1771", "address": "fa:16:3e:74:e2:37", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2740b969-b2", "ovs_interfaceid": "2740b969-b2ab-4b49-b487-037d265b1771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.468334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.470824] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.624s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.471088] env[68946]: DEBUG nova.objects.instance [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lazy-loading 'resources' on Instance uuid e5cce4fa-ef5c-4917-ad64-d1a4bc75449e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.494732] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.498359] env[68946]: INFO nova.scheduler.client.report [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted allocations for instance 351459b7-10c9-42f9-abd0-826f7f945ccb [ 1099.534186] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.534471] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.534606] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.534787] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.534992] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.535188] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.535424] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.535921] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.535921] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.535921] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.536230] env[68946]: DEBUG nova.virt.hardware [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.537141] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ebef1-4079-4e3c-9a35-ae30abdb4e83 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547371] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb179e28-3e46-4de1-8f2a-511077edebba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.583250] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879246, 'name': CloneVM_Task, 'duration_secs': 1.383549} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.583518] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Created linked-clone VM from snapshot [ 1099.584278] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba0d5c-e5ce-47a4-9eb9-368c77947736 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.592080] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Uploading image 27a59f67-e03e-452b-b4d2-e346bb4d40e7 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1099.615150] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1099.615150] env[68946]: value = "vm-578605" [ 1099.615150] env[68946]: _type = "VirtualMachine" [ 1099.615150] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1099.615438] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c54a3e4d-9351-4455-a61d-ebd8362c17cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.623255] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lease: (returnval){ [ 1099.623255] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528510b2-d2ae-9cb4-e5fa-5da0861fb574" [ 1099.623255] env[68946]: _type = "HttpNfcLease" [ 1099.623255] env[68946]: } obtained for exporting VM: (result){ [ 1099.623255] env[68946]: value = "vm-578605" [ 1099.623255] env[68946]: _type = "VirtualMachine" [ 1099.623255] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1099.623637] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the lease: (returnval){ [ 1099.623637] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528510b2-d2ae-9cb4-e5fa-5da0861fb574" [ 1099.623637] env[68946]: _type = "HttpNfcLease" [ 1099.623637] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1099.632350] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.632350] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528510b2-d2ae-9cb4-e5fa-5da0861fb574" [ 1099.632350] env[68946]: _type = "HttpNfcLease" [ 1099.632350] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.694008] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879252, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.792777] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.836310] env[68946]: DEBUG nova.network.neutron [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.852964] env[68946]: DEBUG oslo_vmware.api [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879251, 'name': PowerOnVM_Task, 'duration_secs': 0.535474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.853650] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.853650] env[68946]: INFO nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1099.853840] env[68946]: DEBUG nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.854691] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e10805-45d7-47aa-b223-973d815fa939 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.918932] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151287} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.919933] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.920082] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890416e4-eb97-4712-8eab-18aedb149f95 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.945026] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1cda0225-d8f6-44ab-87f8-404beb8341bc/1cda0225-d8f6-44ab-87f8-404beb8341bc.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.945026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d6a618-85db-4ff7-978a-0b26640e70f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.960704] env[68946]: DEBUG oslo_concurrency.lockutils [req-74e8110e-3da1-446a-92f4-3bc3437a35c9 req-8c842f34-9b2e-463e-9179-97947ad7f113 service nova] Releasing lock "refresh_cache-92547f55-7a2a-458a-9975-7ebe82f6c3f7" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970289] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1099.970289] env[68946]: value = "task-2879255" [ 1099.970289] env[68946]: _type = "Task" [ 1099.970289] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.983270] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.006230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ae108ca8-35c3-460b-bb5f-819c8173d2e4 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "351459b7-10c9-42f9-abd0-826f7f945ccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.503s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.132963] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.132963] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528510b2-d2ae-9cb4-e5fa-5da0861fb574" [ 1100.132963] env[68946]: _type = "HttpNfcLease" [ 1100.132963] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1100.133295] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1100.133295] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528510b2-d2ae-9cb4-e5fa-5da0861fb574" [ 1100.133295] env[68946]: _type = "HttpNfcLease" [ 1100.133295] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1100.134044] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591aff6d-6bc1-49d9-8c02-4be2b12cbb45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.143418] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1100.143606] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1100.218628] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879252, 'name': CreateVM_Task, 'duration_secs': 0.586685} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.218739] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.219605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.219605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.220398] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.220398] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f29991-9bc9-4ea0-b9f7-14b95f0f3ebd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.228149] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1100.228149] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52104e23-da21-06b7-ac87-d34aaab2cc3a" [ 1100.228149] env[68946]: _type = "Task" [ 1100.228149] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.237078] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52104e23-da21-06b7-ac87-d34aaab2cc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.243751] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b376a10-f7ee-4171-bc03-b07b2d5e3106 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.340053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.353893] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18276b-67cc-4b34-bc6d-594d6a89bf41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.356881] env[68946]: INFO nova.compute.manager [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Rebuilding instance [ 1100.364121] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f936c0-96c0-4208-82f8-c9b7f3a283bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.378942] env[68946]: INFO nova.compute.manager [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Took 23.41 seconds to build instance. [ 1100.410341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-550f3a34-97a3-4987-a160-affbb8ea9989 tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.467s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.411160] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea0388-9a7a-4da2-b253-b3b48dba4754 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.420878] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab456150-dbb3-44a4-bfaa-ce59eec8c27f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.432850] env[68946]: DEBUG nova.compute.manager [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.433680] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fa375-d1cc-4720-812e-1bf272ce4536 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.446846] env[68946]: DEBUG nova.compute.provider_tree [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.481716] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879255, 'name': ReconfigVM_Task, 'duration_secs': 0.290524} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.482103] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1cda0225-d8f6-44ab-87f8-404beb8341bc/1cda0225-d8f6-44ab-87f8-404beb8341bc.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.482773] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fdfc682-9473-4394-acc8-6fee2e9ea250 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.489782] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1100.489782] env[68946]: value = "task-2879256" [ 1100.489782] env[68946]: _type = "Task" [ 1100.489782] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.499232] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879256, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.740842] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52104e23-da21-06b7-ac87-d34aaab2cc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.742954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.742954] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.742954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.742954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.742954] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.742954] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-981de200-9ad4-4960-882f-b4835238017f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.752341] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.752906] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.754012] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df90aa7d-a236-4812-8aca-fff2845c1d6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.761270] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1100.761270] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5274cbbe-a11d-c5c5-5d33-c3a81ef85551" [ 1100.761270] env[68946]: _type = "Task" [ 1100.761270] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.770600] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5274cbbe-a11d-c5c5-5d33-c3a81ef85551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.882892] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.883918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29e6e4-a110-467c-bd80-2e65678f94fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.893350] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.893902] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbec3200-5fd6-4bc6-86c3-7f22ad805b8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.924473] env[68946]: DEBUG nova.compute.manager [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Received event network-vif-plugged-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.925967] env[68946]: DEBUG oslo_concurrency.lockutils [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] Acquiring lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.925967] env[68946]: DEBUG oslo_concurrency.lockutils [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.925967] env[68946]: DEBUG oslo_concurrency.lockutils [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.925967] env[68946]: DEBUG nova.compute.manager [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] No waiting events found dispatching network-vif-plugged-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.927010] env[68946]: WARNING nova.compute.manager [req-56ff0009-1358-439e-a0b8-dbd8beb91808 req-0d17c284-28c6-4264-94a2-54188968e075 service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Received unexpected event network-vif-plugged-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c for instance with vm_state building and task_state spawning. [ 1100.954021] env[68946]: DEBUG nova.scheduler.client.report [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.970328] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.970805] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.972111] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleting the datastore file [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.972111] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b64b578-8658-4de4-805a-788d246ad6e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.980160] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1100.980160] env[68946]: value = "task-2879258" [ 1100.980160] env[68946]: _type = "Task" [ 1100.980160] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.987252] env[68946]: DEBUG nova.compute.manager [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-vif-unplugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1100.987523] env[68946]: DEBUG oslo_concurrency.lockutils [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.987761] env[68946]: DEBUG oslo_concurrency.lockutils [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.987982] env[68946]: DEBUG oslo_concurrency.lockutils [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.988336] env[68946]: DEBUG nova.compute.manager [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] No waiting events found dispatching network-vif-unplugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.988650] env[68946]: WARNING nova.compute.manager [req-992e5509-c5cf-47b5-bf9e-c66588f0dba0 req-ad602971-7b5a-429c-b524-e76e9699180f service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received unexpected event network-vif-unplugged-4162d86e-8888-43f5-95fc-dac61fccc245 for instance with vm_state shelved and task_state shelving_offloading. [ 1101.002172] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.007307] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Successfully updated port: 69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.014599] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879256, 'name': Rename_Task, 'duration_secs': 0.179365} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.015520] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.016541] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05620ed-1c25-4aa8-92e2-a9685d1fb34b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.024536] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1101.024536] env[68946]: value = "task-2879259" [ 1101.024536] env[68946]: _type = "Task" [ 1101.024536] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.036218] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.059671] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.059671] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.274481] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5274cbbe-a11d-c5c5-5d33-c3a81ef85551, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.275435] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b52d71-7fb5-4f56-acb0-7ea9182ed1c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.281378] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1101.281378] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d7f26-fe3d-422e-434a-45b39104d4b9" [ 1101.281378] env[68946]: _type = "Task" [ 1101.281378] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.290500] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d7f26-fe3d-422e-434a-45b39104d4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.457996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.461226] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.229s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.461513] env[68946]: DEBUG nova.objects.instance [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1101.465671] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.465918] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6c75fe-10b3-4de4-ac56-7fae243a3951 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.475855] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1101.475855] env[68946]: value = "task-2879260" [ 1101.475855] env[68946]: _type = "Task" [ 1101.475855] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.486956] env[68946]: INFO nova.scheduler.client.report [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Deleted allocations for instance e5cce4fa-ef5c-4917-ad64-d1a4bc75449e [ 1101.493444] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.500042] env[68946]: DEBUG oslo_vmware.api [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249686} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.500616] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.500616] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.500832] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.515833] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.516025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.516193] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.538599] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.540062] env[68946]: INFO nova.scheduler.client.report [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted allocations for instance 12fcb8e2-592d-456a-b630-96e5bed01807 [ 1101.563681] env[68946]: DEBUG nova.compute.utils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.794854] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529d7f26-fe3d-422e-434a-45b39104d4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.795181] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.795450] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 92547f55-7a2a-458a-9975-7ebe82f6c3f7/92547f55-7a2a-458a-9975-7ebe82f6c3f7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.795727] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14f5d4b1-5487-4e85-ad47-ae9207f3f25e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.804076] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1101.804076] env[68946]: value = "task-2879261" [ 1101.804076] env[68946]: _type = "Task" [ 1101.804076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.813355] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.989032] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879260, 'name': PowerOffVM_Task, 'duration_secs': 0.477986} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.989749] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.990072] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.991217] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff2ed9-84cd-4320-850f-ecb1a206b30a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.002521] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.002791] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9fed19f-eba6-4a24-83fe-7e1fb9476c0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.005320] env[68946]: DEBUG oslo_concurrency.lockutils [None req-663ee7fe-972d-4f61-b70c-68ba9059e317 tempest-ServerRescueTestJSONUnderV235-1440193698 tempest-ServerRescueTestJSONUnderV235-1440193698-project-member] Lock "e5cce4fa-ef5c-4917-ad64-d1a4bc75449e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.756s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.038290] env[68946]: DEBUG oslo_vmware.api [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879259, 'name': PowerOnVM_Task, 'duration_secs': 0.652393} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.038290] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.038408] env[68946]: INFO nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1102.038718] env[68946]: DEBUG nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.039682] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a9ed8-a43d-4142-a514-0660e5912771 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.045230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.066559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.067769] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.092993] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.094213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.094213] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore2] 95d67729-a659-48c5-9159-2365c732059f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.096611] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6116db3-2bc1-445e-845a-cf33f1e7ffff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106430] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1102.106430] env[68946]: value = "task-2879263" [ 1102.106430] env[68946]: _type = "Task" [ 1102.106430] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.118568] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.300512] env[68946]: DEBUG nova.network.neutron [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Updating instance_info_cache with network_info: [{"id": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "address": "fa:16:3e:fd:cc:6a", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ba2fa1-6a", "ovs_interfaceid": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.315628] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.472418] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2c3cb6dd-3917-4c58-b442-6d575577317e tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.473582] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.947s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.473803] env[68946]: DEBUG nova.objects.instance [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lazy-loading 'resources' on Instance uuid 15a572a9-d29e-4a7e-b964-35685c320785 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.561979] env[68946]: INFO nova.compute.manager [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Took 22.78 seconds to build instance. [ 1102.618880] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.803620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.803964] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Instance network_info: |[{"id": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "address": "fa:16:3e:fd:cc:6a", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ba2fa1-6a", "ovs_interfaceid": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.804487] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:cc:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.812180] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.812486] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.816197] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8b2f15-683a-4c67-bce7-7f4ecb546216 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.847765] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.847765] env[68946]: value = "task-2879264" [ 1102.847765] env[68946]: _type = "Task" [ 1102.847765] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.848083] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578641} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.848398] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 92547f55-7a2a-458a-9975-7ebe82f6c3f7/92547f55-7a2a-458a-9975-7ebe82f6c3f7.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.848610] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.851644] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-750e5c6e-10a4-4630-82ea-bb129d08f1e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.859803] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879264, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.861312] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1102.861312] env[68946]: value = "task-2879265" [ 1102.861312] env[68946]: _type = "Task" [ 1102.861312] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.871494] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.989955] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.990280] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.990504] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.990692] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.990864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.993837] env[68946]: INFO nova.compute.manager [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Terminating instance [ 1103.064537] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d13072a0-7190-4630-ad06-bf067ea17467 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.290s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.121944] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650113} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.122370] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.122626] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.122854] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.131783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.132109] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.132352] env[68946]: INFO nova.compute.manager [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Attaching volume b424d9b5-ed8a-4526-9c15-421baa77b6f9 to /dev/sdb [ 1103.189591] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e69e413-3155-4f99-bf63-170dd8629c86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.200744] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d517b8-6521-45ae-8cb4-511c0fdfb29b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.220050] env[68946]: DEBUG nova.virt.block_device [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating existing volume attachment record: d7823548-a739-4f0b-bfd3-51561f0b25a6 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.309521] env[68946]: DEBUG nova.compute.manager [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Received event network-changed-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.309521] env[68946]: DEBUG nova.compute.manager [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Refreshing instance network info cache due to event network-changed-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1103.309677] env[68946]: DEBUG oslo_concurrency.lockutils [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] Acquiring lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.309939] env[68946]: DEBUG oslo_concurrency.lockutils [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] Acquired lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.310022] env[68946]: DEBUG nova.network.neutron [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Refreshing network info cache for port 69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.359655] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879264, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.361393] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36b1eb-917d-4692-be90-380061807cbb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.375462] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe95dd8-895f-4cc9-bc1d-efa4b28ff694 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379011] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082361} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.379224] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.380448] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8abae-e162-4ab6-8846-ed8ade064187 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.408730] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba0a735-e991-4ddd-85ed-26303a39c298 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.428819] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 92547f55-7a2a-458a-9975-7ebe82f6c3f7/92547f55-7a2a-458a-9975-7ebe82f6c3f7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.429601] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0409d86e-0250-478c-8853-6942c76d841e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.448586] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7cdec-4cab-451e-a466-483d7ba94a25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.453926] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1103.453926] env[68946]: value = "task-2879267" [ 1103.453926] env[68946]: _type = "Task" [ 1103.453926] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.467369] env[68946]: DEBUG nova.compute.provider_tree [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.473173] env[68946]: DEBUG nova.compute.manager [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.473173] env[68946]: DEBUG nova.compute.manager [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing instance network info cache due to event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1103.473173] env[68946]: DEBUG oslo_concurrency.lockutils [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.473173] env[68946]: DEBUG oslo_concurrency.lockutils [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.473173] env[68946]: DEBUG nova.network.neutron [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.478450] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.497507] env[68946]: DEBUG nova.compute.manager [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.497724] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.498716] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d696338d-bc77-45b4-81d0-554e90502b8c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.510203] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.510203] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab77f400-664f-4d21-ac66-277f8b5ff9ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.514573] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1103.514573] env[68946]: value = "task-2879269" [ 1103.514573] env[68946]: _type = "Task" [ 1103.514573] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.525012] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.664634] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.665849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.863791] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879264, 'name': CreateVM_Task, 'duration_secs': 0.563935} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.863791] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.863791] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.863791] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.863791] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.863791] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86928be3-3c75-4f3d-9484-82e3197a498b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.869754] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1103.869754] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52907be6-9373-4b0f-58da-77746ede526e" [ 1103.869754] env[68946]: _type = "Task" [ 1103.869754] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.880884] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52907be6-9373-4b0f-58da-77746ede526e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.966799] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879267, 'name': ReconfigVM_Task, 'duration_secs': 0.438256} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.966799] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 92547f55-7a2a-458a-9975-7ebe82f6c3f7/92547f55-7a2a-458a-9975-7ebe82f6c3f7.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.968423] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-159ec3ce-f6bd-4eb3-8eee-5bc23f72b996 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.971259] env[68946]: DEBUG nova.scheduler.client.report [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.983819] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1103.983819] env[68946]: value = "task-2879271" [ 1103.983819] env[68946]: _type = "Task" [ 1103.983819] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.997295] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879271, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.028556] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879269, 'name': PowerOffVM_Task, 'duration_secs': 0.242356} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.028906] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.029137] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.029456] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be378b4-803c-4ebb-951f-690b94e5e7b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.108244] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.108244] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.108434] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Deleting the datastore file [datastore2] ff6d0835-b5b3-42f7-9e88-2feb06adc7db {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.111503] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd0757ea-95be-4077-9647-9c9ef199f72a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.121781] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for the task: (returnval){ [ 1104.121781] env[68946]: value = "task-2879273" [ 1104.121781] env[68946]: _type = "Task" [ 1104.121781] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.132791] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.167146] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.167443] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.167647] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.167844] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.168038] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.168291] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.168563] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.168788] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.169026] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.169275] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.169510] env[68946]: DEBUG nova.virt.hardware [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.170456] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4f34f-8a83-44dc-b76a-690b68d07f82 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.173540] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.183687] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c499a4-ae56-4cb4-bab3-4b4147c853c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.205329] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:fd:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee7cf4a-bb20-4277-be4a-19250c468a1b', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.211315] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.216995] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.217387] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff60548-3a75-422b-ad3f-f7ef015d7908 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.242721] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.242721] env[68946]: value = "task-2879274" [ 1104.242721] env[68946]: _type = "Task" [ 1104.242721] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.254732] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879274, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.384191] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52907be6-9373-4b0f-58da-77746ede526e, 'name': SearchDatastore_Task, 'duration_secs': 0.019129} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.384191] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.384191] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.385101] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.385350] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.385605] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.385948] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2503daca-67b1-48f2-8acf-ddec8763cf52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.397308] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.397585] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.398411] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65722720-de31-4516-9630-ed2ac74d69ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.406437] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1104.406437] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524f1551-45d4-93a2-eb12-7ce690d19e76" [ 1104.406437] env[68946]: _type = "Task" [ 1104.406437] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.418317] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524f1551-45d4-93a2-eb12-7ce690d19e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.425418] env[68946]: DEBUG nova.network.neutron [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updated VIF entry in instance network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.425884] env[68946]: DEBUG nova.network.neutron [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4162d86e-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.442429] env[68946]: DEBUG nova.network.neutron [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Updated VIF entry in instance network info cache for port 69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.442799] env[68946]: DEBUG nova.network.neutron [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Updating instance_info_cache with network_info: [{"id": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "address": "fa:16:3e:fd:cc:6a", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ba2fa1-6a", "ovs_interfaceid": "69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.477764] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.480865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.561s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.481459] env[68946]: DEBUG nova.objects.instance [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'resources' on Instance uuid 3d591970-36d2-43e8-96ed-d4136c26d5d7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.502412] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879271, 'name': Rename_Task, 'duration_secs': 0.170008} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.502982] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.503453] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba59692-373f-4f63-b73a-c34d8827192a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.515441] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1104.515441] env[68946]: value = "task-2879275" [ 1104.515441] env[68946]: _type = "Task" [ 1104.515441] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.517256] env[68946]: INFO nova.scheduler.client.report [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Deleted allocations for instance 15a572a9-d29e-4a7e-b964-35685c320785 [ 1104.547779] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.635074] env[68946]: DEBUG oslo_vmware.api [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Task: {'id': task-2879273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257385} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.635382] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.635555] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.635732] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.635936] env[68946]: INFO nova.compute.manager [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1104.636162] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.636358] env[68946]: DEBUG nova.compute.manager [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.636538] env[68946]: DEBUG nova.network.neutron [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.694732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.756224] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879274, 'name': CreateVM_Task, 'duration_secs': 0.397514} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.756592] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.757405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757688] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.758109] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.758461] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55562572-6011-4d80-8c7b-830801df872b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.764355] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1104.764355] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ccf62-5c3b-a9da-e34a-f1fc5f543870" [ 1104.764355] env[68946]: _type = "Task" [ 1104.764355] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.775401] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ccf62-5c3b-a9da-e34a-f1fc5f543870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.920826] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524f1551-45d4-93a2-eb12-7ce690d19e76, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.922329] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94657a8-ebda-4373-b644-faa1921618e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.929860] env[68946]: DEBUG oslo_concurrency.lockutils [req-1709a47e-f819-4f8a-a73b-b96b2d85a634 req-889a81f5-c238-4c21-8e0e-06823169b31d service nova] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.931820] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1104.931820] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d6bff3-8f96-637c-9fcc-b4a11257512e" [ 1104.931820] env[68946]: _type = "Task" [ 1104.931820] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.935535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.947736] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d6bff3-8f96-637c-9fcc-b4a11257512e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.947736] env[68946]: DEBUG oslo_concurrency.lockutils [req-aedfb8e0-cef1-4d10-ba7c-5b21249d908c req-a03bf45c-a263-4b3b-99ac-909423d86fbb service nova] Releasing lock "refresh_cache-ae2ef0fa-41ce-4855-883b-6991c9fcdf71" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.037503] env[68946]: DEBUG oslo_concurrency.lockutils [None req-253c7ef4-08d1-47f1-9524-709d010a0e85 tempest-ServerShowV247Test-1369446517 tempest-ServerShowV247Test-1369446517-project-member] Lock "15a572a9-d29e-4a7e-b964-35685c320785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.772s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.053028] env[68946]: DEBUG oslo_vmware.api [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879275, 'name': PowerOnVM_Task, 'duration_secs': 0.509241} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.053028] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.053028] env[68946]: INFO nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1105.053028] env[68946]: DEBUG nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.053028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aef904-81c9-4822-a990-b9bd0eed61fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.278047] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ccf62-5c3b-a9da-e34a-f1fc5f543870, 'name': SearchDatastore_Task, 'duration_secs': 0.026429} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.280542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.280542] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.280542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.404811] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71193374-8a48-4725-b54b-513c716ec1b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.413297] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ee1ec-722f-49fb-b78d-902d40a5ea60 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.460564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c5f01-1601-4394-acb5-0ec464c0b828 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.470406] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d6bff3-8f96-637c-9fcc-b4a11257512e, 'name': SearchDatastore_Task, 'duration_secs': 0.022079} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.473641] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.473925] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ae2ef0fa-41ce-4855-883b-6991c9fcdf71/ae2ef0fa-41ce-4855-883b-6991c9fcdf71.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.474977] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.475263] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.475513] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-168758cb-d816-4772-af2e-a020f19c995e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.478433] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eefd64-5eaa-4ba9-9c7a-200b6f3ad8d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.484788] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51b31140-ba9f-4c60-a39f-cb2badcffd69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.500095] env[68946]: DEBUG nova.compute.provider_tree [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.502744] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.502929] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.504159] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1105.504159] env[68946]: value = "task-2879276" [ 1105.504159] env[68946]: _type = "Task" [ 1105.504159] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.504303] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d64fce9-0929-471a-ba9c-750c52799dbd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.514057] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1105.514057] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ac3ba-57f5-d41e-3f3a-0187894a7b75" [ 1105.514057] env[68946]: _type = "Task" [ 1105.514057] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.517767] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.527677] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ac3ba-57f5-d41e-3f3a-0187894a7b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.577968] env[68946]: INFO nova.compute.manager [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Took 21.68 seconds to build instance. [ 1105.700316] env[68946]: DEBUG nova.compute.manager [req-fae75cf2-5da9-4f02-9367-fed99cf02601 req-1c4bc6f1-b4bb-4402-9a6e-ae16cdc2e66d service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Received event network-vif-deleted-2102257e-45e6-429c-85dc-6984519970e3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.700962] env[68946]: INFO nova.compute.manager [req-fae75cf2-5da9-4f02-9367-fed99cf02601 req-1c4bc6f1-b4bb-4402-9a6e-ae16cdc2e66d service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Neutron deleted interface 2102257e-45e6-429c-85dc-6984519970e3; detaching it from the instance and deleting it from the info cache [ 1105.701690] env[68946]: DEBUG nova.network.neutron [req-fae75cf2-5da9-4f02-9367-fed99cf02601 req-1c4bc6f1-b4bb-4402-9a6e-ae16cdc2e66d service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.704497] env[68946]: DEBUG nova.compute.manager [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Received event network-changed-f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.704833] env[68946]: DEBUG nova.compute.manager [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Refreshing instance network info cache due to event network-changed-f332b51d-804e-4875-b0e1-53d14bdf86d4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.707461] env[68946]: DEBUG oslo_concurrency.lockutils [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] Acquiring lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.707461] env[68946]: DEBUG oslo_concurrency.lockutils [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] Acquired lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.707461] env[68946]: DEBUG nova.network.neutron [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Refreshing network info cache for port f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.956604] env[68946]: DEBUG nova.network.neutron [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.006248] env[68946]: DEBUG nova.scheduler.client.report [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.026758] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.035363] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527ac3ba-57f5-d41e-3f3a-0187894a7b75, 'name': SearchDatastore_Task, 'duration_secs': 0.025468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.036261] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e3293b-06a4-453a-a44d-401d7ee3148f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.045220] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1106.045220] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52765964-7000-2134-abfe-9224e4325c70" [ 1106.045220] env[68946]: _type = "Task" [ 1106.045220] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.059509] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52765964-7000-2134-abfe-9224e4325c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.079248] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c66d3319-11a3-4872-8b7e-5c87b4faab21 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.189s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.210344] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cc8eab8-c6ff-4ec9-9719-b572157112c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.224069] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d01a27-eb8d-4e09-b00a-6de3c3693391 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.275631] env[68946]: DEBUG nova.compute.manager [req-fae75cf2-5da9-4f02-9367-fed99cf02601 req-1c4bc6f1-b4bb-4402-9a6e-ae16cdc2e66d service nova] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Detach interface failed, port_id=2102257e-45e6-429c-85dc-6984519970e3, reason: Instance ff6d0835-b5b3-42f7-9e88-2feb06adc7db could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1106.459861] env[68946]: INFO nova.compute.manager [-] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Took 1.82 seconds to deallocate network for instance. [ 1106.485384] env[68946]: DEBUG nova.network.neutron [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updated VIF entry in instance network info cache for port f332b51d-804e-4875-b0e1-53d14bdf86d4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.485722] env[68946]: DEBUG nova.network.neutron [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updating instance_info_cache with network_info: [{"id": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "address": "fa:16:3e:5f:25:11", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332b51d-80", "ovs_interfaceid": "f332b51d-804e-4875-b0e1-53d14bdf86d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.511849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.515715] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.555s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.515952] env[68946]: DEBUG nova.objects.instance [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lazy-loading 'resources' on Instance uuid 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.533786] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849863} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.533891] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] ae2ef0fa-41ce-4855-883b-6991c9fcdf71/ae2ef0fa-41ce-4855-883b-6991c9fcdf71.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.534123] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.534623] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce5732e-c5e7-488e-99fe-3bdfef9a638e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.543692] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1106.543692] env[68946]: value = "task-2879278" [ 1106.543692] env[68946]: _type = "Task" [ 1106.543692] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.544945] env[68946]: INFO nova.scheduler.client.report [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocations for instance 3d591970-36d2-43e8-96ed-d4136c26d5d7 [ 1106.561966] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52765964-7000-2134-abfe-9224e4325c70, 'name': SearchDatastore_Task, 'duration_secs': 0.05705} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.565380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.565582] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.565876] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.566128] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0abb915-b528-477d-9bc5-af02d506025e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.574255] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1106.574255] env[68946]: value = "task-2879279" [ 1106.574255] env[68946]: _type = "Task" [ 1106.574255] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.584034] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.861431] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "d6b31548-3276-4c7a-ad35-331002cd07c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.861431] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.967244] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.989033] env[68946]: DEBUG oslo_concurrency.lockutils [req-245ba94e-65c6-4339-9b09-0ecbb7fa2989 req-356e2a85-0513-47a2-bdbf-672c79d23843 service nova] Releasing lock "refresh_cache-1cda0225-d8f6-44ab-87f8-404beb8341bc" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.060765] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124638} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.061277] env[68946]: DEBUG oslo_concurrency.lockutils [None req-012ae6fc-43a7-4e37-8c1a-45af7d934288 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "3d591970-36d2-43e8-96ed-d4136c26d5d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.262s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.062787] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.064889] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476697a-7292-4e5e-a9f3-8c20c65a21da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.094502] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ae2ef0fa-41ce-4855-883b-6991c9fcdf71/ae2ef0fa-41ce-4855-883b-6991c9fcdf71.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.101033] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fc05fe-b3a2-448a-932e-067358aa1332 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.126430] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.130508] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1107.130508] env[68946]: value = "task-2879280" [ 1107.130508] env[68946]: _type = "Task" [ 1107.130508] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.142923] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.365803] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.421120] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40b4da-81f1-446d-a327-2d1a002b3f50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.430509] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf0fc0-0674-4f9f-a366-e77c543485d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.465782] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7cf3c-28f4-416a-b6ea-db116bcbd8a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.474423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94c0a2-5aea-4257-af8a-a5bc201e4403 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.489513] env[68946]: DEBUG nova.compute.provider_tree [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.595056] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879279, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.642340] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.685310] env[68946]: DEBUG nova.compute.manager [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.686300] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb86840-0eb5-4810-9ee9-8aa4af3b19c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.782242] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.782459] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578609', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'name': 'volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bda51aae-a803-4046-a7a6-409219da281b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'serial': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.783484] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a7052-5d39-4c05-88fc-3930b34ca34c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.801754] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0706a57-092a-4932-96b4-761835d39cf6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.827897] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9/volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.828268] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4714c447-047f-478b-b5f9-f9b49a15d443 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.848123] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1107.848123] env[68946]: value = "task-2879281" [ 1107.848123] env[68946]: _type = "Task" [ 1107.848123] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.856753] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.892594] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.994232] env[68946]: DEBUG nova.scheduler.client.report [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.095706] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879279, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.145489] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879280, 'name': ReconfigVM_Task, 'duration_secs': 0.633532} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.145769] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ae2ef0fa-41ce-4855-883b-6991c9fcdf71/ae2ef0fa-41ce-4855-883b-6991c9fcdf71.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.146429] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13805d78-6d1c-4b9b-b0bc-af0afd48b1af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.154634] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1108.154634] env[68946]: value = "task-2879282" [ 1108.154634] env[68946]: _type = "Task" [ 1108.154634] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.163967] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879282, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.199797] env[68946]: INFO nova.compute.manager [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] instance snapshotting [ 1108.203044] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e3cc9-8ae4-45ea-916e-5d4836ae75a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.225151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd074a8-b16c-4bd4-9026-46a9dbfb542a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.359900] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.501286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.502439] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.666s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.532998] env[68946]: INFO nova.scheduler.client.report [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Deleted allocations for instance 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9 [ 1108.603400] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879279, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699972} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.603968] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.604379] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.604882] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7dd5040-cbdf-49dd-b2aa-e48201c15240 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.614352] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1108.614352] env[68946]: value = "task-2879283" [ 1108.614352] env[68946]: _type = "Task" [ 1108.614352] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.626936] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.666037] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879282, 'name': Rename_Task, 'duration_secs': 0.294615} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.666037] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.666250] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33f5104-d0c4-4bfd-8c7e-a672d4a693c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.676038] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1108.676038] env[68946]: value = "task-2879284" [ 1108.676038] env[68946]: _type = "Task" [ 1108.676038] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.686339] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.738963] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.739422] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da161629-9526-457f-9d6c-aeb56403ee1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.749566] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1108.749566] env[68946]: value = "task-2879285" [ 1108.749566] env[68946]: _type = "Task" [ 1108.749566] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.760674] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.863202] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.044564] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9a2a5599-2eaa-4526-9294-097ecd1686aa tempest-ServersTestBootFromVolume-1066193344 tempest-ServersTestBootFromVolume-1066193344-project-member] Lock "93b0fbe3-7987-4c2e-9823-0bf9df91a0a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.318s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.128033] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.128457] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.129101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73588f1f-7bca-46dc-870b-2373f2e3d936 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.157481] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.160769] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35af8dd2-a37c-421e-bd2d-e82d39e24ead {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.187495] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.192191] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1109.192191] env[68946]: value = "task-2879286" [ 1109.192191] env[68946]: _type = "Task" [ 1109.192191] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.202413] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.263369] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.361928] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879281, 'name': ReconfigVM_Task, 'duration_secs': 1.22724} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.365261] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9/volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.370861] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c623ef5-1251-43df-9f4f-6f2716369b59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.384195] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6f926d-9277-4fd1-ad77-ccc793d687a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.394359] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3fcf18-55f3-4f0f-96c0-14a0497a8010 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.399362] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1109.399362] env[68946]: value = "task-2879287" [ 1109.399362] env[68946]: _type = "Task" [ 1109.399362] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.432941] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478474f2-ad7b-4fe3-84ca-f13948b17bd9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.440220] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.446635] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21871b-fa35-4ab9-b72f-7fcbc2598c24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.465487] env[68946]: DEBUG nova.compute.provider_tree [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.576129] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.576448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.689332] env[68946]: DEBUG oslo_vmware.api [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879284, 'name': PowerOnVM_Task, 'duration_secs': 0.675834} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.689720] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.689803] env[68946]: INFO nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1109.689955] env[68946]: DEBUG nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.690759] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe5232-58c0-4e12-bb7e-82d108b850e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.703104] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879286, 'name': ReconfigVM_Task, 'duration_secs': 0.327947} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.704728] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 95d67729-a659-48c5-9159-2365c732059f/95d67729-a659-48c5-9159-2365c732059f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.708490] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-405535a2-562c-4077-a437-94309a529a09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.716715] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1109.716715] env[68946]: value = "task-2879288" [ 1109.716715] env[68946]: _type = "Task" [ 1109.716715] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.726279] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879288, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.766323] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879285, 'name': CreateSnapshot_Task, 'duration_secs': 0.734163} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.766728] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.768554] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ede3b2-200b-4207-b925-204a34c0929e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.910195] env[68946]: DEBUG oslo_vmware.api [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879287, 'name': ReconfigVM_Task, 'duration_secs': 0.210185} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.910590] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578609', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'name': 'volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bda51aae-a803-4046-a7a6-409219da281b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'serial': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.990094] env[68946]: ERROR nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [req-192a8141-4149-4c4b-87a9-b426b702168c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-192a8141-4149-4c4b-87a9-b426b702168c"}]} [ 1110.008767] env[68946]: DEBUG nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1110.027052] env[68946]: DEBUG nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1110.027591] env[68946]: DEBUG nova.compute.provider_tree [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.040915] env[68946]: DEBUG nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1110.068178] env[68946]: DEBUG nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1110.081784] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.224471] env[68946]: INFO nova.compute.manager [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Took 22.39 seconds to build instance. [ 1110.236604] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879288, 'name': Rename_Task, 'duration_secs': 0.151459} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.238741] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1110.239133] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.239943] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945894aa-466b-450b-9753-8a9b468e0c03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245890] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ed1339-8f95-4851-8760-a66998e14314 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.253096] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1110.253359] env[68946]: ERROR oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk due to incomplete transfer. [ 1110.254707] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c289c531-ad57-44de-819f-05fc8fc68797 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.256326] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1110.256326] env[68946]: value = "task-2879289" [ 1110.256326] env[68946]: _type = "Task" [ 1110.256326] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.267998] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.269125] env[68946]: DEBUG oslo_vmware.rw_handles [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e5d267-7b92-256f-67e6-7c88e980c0ce/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1110.269328] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Uploaded image 27a59f67-e03e-452b-b4d2-e346bb4d40e7 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1110.272199] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1110.275175] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-401a8f41-498a-45d7-956c-ee4bb8afee3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.289216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.289603] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1110.289603] env[68946]: value = "task-2879290" [ 1110.289603] env[68946]: _type = "Task" [ 1110.289603] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.292397] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57b0b283-fda8-4ec4-96a0-10718e58316c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.306476] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879290, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.310500] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1110.310500] env[68946]: value = "task-2879291" [ 1110.310500] env[68946]: _type = "Task" [ 1110.310500] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.324025] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879291, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.460216] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1fe20-8106-4607-b33a-99c079d01435 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.471586] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9055b12c-ef8a-4e00-b3fc-0c0e2240a744 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.503708] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e40b3-26a9-4be4-bd82-d6b7c76dba9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.512781] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e3f2eb-184a-4d6f-9064-80b87b30e2df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529971] env[68946]: DEBUG nova.compute.provider_tree [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.614426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.732185] env[68946]: DEBUG oslo_concurrency.lockutils [None req-232e153f-cac3-4972-88ff-89d24bf3de80 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.906s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.768490] env[68946]: DEBUG oslo_vmware.api [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879289, 'name': PowerOnVM_Task, 'duration_secs': 0.479033} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.772020] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.772020] env[68946]: DEBUG nova.compute.manager [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.772020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59299f-2985-487c-abbe-5410e1347c33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.811709] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879290, 'name': Destroy_Task, 'duration_secs': 0.355056} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.815653] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Destroyed the VM [ 1110.816133] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1110.821196] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eab352a0-2a02-4231-b8db-9778534c06e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.831484] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879291, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.833015] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1110.833015] env[68946]: value = "task-2879292" [ 1110.833015] env[68946]: _type = "Task" [ 1110.833015] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.849493] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.972613] env[68946]: DEBUG nova.objects.instance [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'flavor' on Instance uuid bda51aae-a803-4046-a7a6-409219da281b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.033580] env[68946]: DEBUG nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.292189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.329285] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879291, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.346540] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879292, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.479130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d0add17e-3ee5-4084-9240-198355e6d4e9 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.642121] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "c1a46c6d-d738-4036-8484-90d2adf78173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.642121] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.827540] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879291, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.843907] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879292, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787811} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.844511] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1111.844511] env[68946]: DEBUG nova.compute.manager [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.845291] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49759876-8bf3-483f-9a17-d84976af4ad7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.930808] env[68946]: INFO nova.compute.manager [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Rescuing [ 1111.931126] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.931283] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.931476] env[68946]: DEBUG nova.network.neutron [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.045583] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.543s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.047660] env[68946]: DEBUG nova.compute.manager [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68946) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1112.052153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.802s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.143629] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.328166] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879291, 'name': CloneVM_Task, 'duration_secs': 1.906338} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.328561] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Created linked-clone VM from snapshot [ 1112.329453] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e032f8-ba71-4e0f-9966-44206cebd331 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.337957] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Uploading image fb6635fb-a23e-49b2-a5bc-9c9088e8847f {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.352163] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.352445] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4ea6c7d-e670-4427-8660-a35a65d88efd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.357087] env[68946]: INFO nova.compute.manager [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Shelve offloading [ 1112.359570] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1112.359570] env[68946]: value = "task-2879293" [ 1112.359570] env[68946]: _type = "Task" [ 1112.359570] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.369573] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879293, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.624378] env[68946]: INFO nova.scheduler.client.report [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted allocation for migration 5b5536ba-5262-47b4-8253-9dc8d4ef512a [ 1112.638023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.638023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.638023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.638023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.638023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.639709] env[68946]: INFO nova.compute.manager [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Terminating instance [ 1112.670693] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.755834] env[68946]: DEBUG nova.network.neutron [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.865405] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.867910] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc9e005-2812-4a50-9e20-c6711f10b56b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.878253] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879293, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.880153] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1112.880153] env[68946]: value = "task-2879294" [ 1112.880153] env[68946]: _type = "Task" [ 1112.880153] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.896040] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1112.896301] env[68946]: DEBUG nova.compute.manager [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.897310] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e957c-f0db-4a6f-a696-fa8a47feb177 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.903830] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.903999] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.904197] env[68946]: DEBUG nova.network.neutron [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.908327] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d378202-8fca-4928-bc70-5ce2c829dd09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.916143] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6b5311-314e-4b37-afbc-9dc583cb8268 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.946716] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbb5866-e533-4b5b-b7aa-71be521a20bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.955656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c54cd-3d15-45dc-ad6f-94f691e37b1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.970106] env[68946]: DEBUG nova.compute.provider_tree [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.138690] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6f1f7c2b-63b3-4026-9f92-6626e781f81c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.408s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.143799] env[68946]: DEBUG nova.compute.manager [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.143936] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.144790] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd070bc5-8b87-4cc3-965c-22d02ffc234f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.155348] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.156301] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6eaf077-c552-498f-a885-c4fae773be6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.163387] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1113.163387] env[68946]: value = "task-2879295" [ 1113.163387] env[68946]: _type = "Task" [ 1113.163387] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.172656] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.261586] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.374405] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879293, 'name': Destroy_Task, 'duration_secs': 0.833425} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.374740] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Destroyed the VM [ 1113.375049] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.375547] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34b4570f-f5f8-41bf-b574-1585140ab6e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.383393] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1113.383393] env[68946]: value = "task-2879296" [ 1113.383393] env[68946]: _type = "Task" [ 1113.383393] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.396511] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.473874] env[68946]: DEBUG nova.scheduler.client.report [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.678663] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879295, 'name': PowerOffVM_Task, 'duration_secs': 0.299697} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.680352] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.680599] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.680933] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20c1877d-2e03-49e6-b6ea-e7a2c6e550e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.762491] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.762848] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.763157] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore2] 278205e0-6bc3-4b8f-9cd6-81774a9a130e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.764968] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8af06e99-380e-46bd-a4de-95f763974399 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.773500] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1113.773500] env[68946]: value = "task-2879298" [ 1113.773500] env[68946]: _type = "Task" [ 1113.773500] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.787345] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.898634] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.009078] env[68946]: DEBUG nova.network.neutron [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updating instance_info_cache with network_info: [{"id": "c59e0ebb-2205-4626-891b-193fad15dcbf", "address": "fa:16:3e:69:58:73", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59e0ebb-22", "ovs_interfaceid": "c59e0ebb-2205-4626-891b-193fad15dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.286229] env[68946]: DEBUG oslo_vmware.api [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218173} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.286615] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.286830] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.287189] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.287391] env[68946]: INFO nova.compute.manager [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1114.287644] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.287857] env[68946]: DEBUG nova.compute.manager [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.287981] env[68946]: DEBUG nova.network.neutron [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.326015] env[68946]: DEBUG nova.objects.instance [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.398947] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879296, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.489041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.434s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.489041] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.696s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.489234] env[68946]: DEBUG nova.objects.instance [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1114.512729] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.590634] env[68946]: DEBUG nova.compute.manager [req-4c1b2a03-7656-4c54-83f1-615ddb38a892 req-ffc8d91f-db26-4103-bcf3-c656733fddab service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Received event network-vif-deleted-b2cf6287-fde5-4a5f-9de8-5e327231fd13 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.590771] env[68946]: INFO nova.compute.manager [req-4c1b2a03-7656-4c54-83f1-615ddb38a892 req-ffc8d91f-db26-4103-bcf3-c656733fddab service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Neutron deleted interface b2cf6287-fde5-4a5f-9de8-5e327231fd13; detaching it from the instance and deleting it from the info cache [ 1114.590944] env[68946]: DEBUG nova.network.neutron [req-4c1b2a03-7656-4c54-83f1-615ddb38a892 req-ffc8d91f-db26-4103-bcf3-c656733fddab service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.767831] env[68946]: DEBUG nova.compute.manager [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received event network-vif-unplugged-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.768063] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.768231] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.768401] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.768603] env[68946]: DEBUG nova.compute.manager [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] No waiting events found dispatching network-vif-unplugged-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.768788] env[68946]: WARNING nova.compute.manager [req-3b076020-3c9c-4666-97bb-64061cfb154c req-c0aaff29-144d-4da0-afe5-ecaafa92fd74 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received unexpected event network-vif-unplugged-c59e0ebb-2205-4626-891b-193fad15dcbf for instance with vm_state shelved and task_state shelving_offloading. [ 1114.792062] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.793060] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbe458-dea0-42b2-b442-a0a1b542ccaf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.798348] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.798591] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ced7c6-c778-4de9-9e1b-4a8cbb0738bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.802670] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.803385] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff231485-ff88-4cde-af9b-a0dd8b449692 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.810777] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1114.810777] env[68946]: value = "task-2879299" [ 1114.810777] env[68946]: _type = "Task" [ 1114.810777] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.820924] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.831065] env[68946]: DEBUG oslo_concurrency.lockutils [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.831273] env[68946]: DEBUG oslo_concurrency.lockutils [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.831479] env[68946]: DEBUG nova.network.neutron [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.831652] env[68946]: DEBUG nova.objects.instance [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'info_cache' on Instance uuid 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.901521] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879296, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.934405] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.934634] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.934934] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore1] a357491f-c18f-4730-8904-c2f25f688d0b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.935147] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ffd42f1-6495-4d19-9d8c-79367d6e6943 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.944696] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1114.944696] env[68946]: value = "task-2879301" [ 1114.944696] env[68946]: _type = "Task" [ 1114.944696] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.955466] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.061221] env[68946]: INFO nova.scheduler.client.report [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocation for migration 93a4fac4-7b52-4df3-accd-43978adfff0f [ 1115.079010] env[68946]: DEBUG nova.network.neutron [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.094052] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcbfb710-f209-40b8-8c48-55c15cca5ad3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.105172] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56030343-fbca-43b6-8aa7-aaa39a2f076c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.146014] env[68946]: DEBUG nova.compute.manager [req-4c1b2a03-7656-4c54-83f1-615ddb38a892 req-ffc8d91f-db26-4103-bcf3-c656733fddab service nova] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Detach interface failed, port_id=b2cf6287-fde5-4a5f-9de8-5e327231fd13, reason: Instance 278205e0-6bc3-4b8f-9cd6-81774a9a130e could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1115.322328] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879299, 'name': PowerOffVM_Task, 'duration_secs': 0.303791} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.322328] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.323015] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe0305-3483-4715-b37e-75e93a78d879 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.344864] env[68946]: DEBUG nova.objects.base [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Object Instance<8553f489-1e6c-4eae-9e20-b228120de0be> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1115.346738] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82219ba9-53d6-4e74-9616-70f42722896a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.384469] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.384763] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e138d9f9-9656-4d25-b5f3-0579c6c850a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.393111] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1115.393111] env[68946]: value = "task-2879302" [ 1115.393111] env[68946]: _type = "Task" [ 1115.393111] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.399129] env[68946]: DEBUG oslo_vmware.api [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879296, 'name': RemoveSnapshot_Task, 'duration_secs': 1.568685} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.399776] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1115.405666] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.405886] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.406147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.406506] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.406747] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a658c80e-1f43-43a2-a86e-4c8296b464a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.416409] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.416792] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.417393] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593b4c45-b1fd-497c-bbfa-20e376e6faa8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.424202] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1115.424202] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249370e-d68a-9ab5-f3b8-c63be6dfa0e4" [ 1115.424202] env[68946]: _type = "Task" [ 1115.424202] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.433498] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249370e-d68a-9ab5-f3b8-c63be6dfa0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.454431] env[68946]: DEBUG oslo_vmware.api [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246003} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.454707] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.455927] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.455927] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.474187] env[68946]: INFO nova.scheduler.client.report [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance a357491f-c18f-4730-8904-c2f25f688d0b [ 1115.502214] env[68946]: DEBUG oslo_concurrency.lockutils [None req-eeb9f194-445c-429f-84c2-da56b2b4ed00 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.503310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.458s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.503740] env[68946]: DEBUG nova.objects.instance [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'resources' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.567674] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bec472ad-126c-4d49-897e-5d639ca42d2b tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.281s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.582500] env[68946]: INFO nova.compute.manager [-] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Took 1.29 seconds to deallocate network for instance. [ 1115.907300] env[68946]: WARNING nova.compute.manager [None req-5dc1588b-870c-4174-a4ee-dfc2f6fbde32 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Image not found during snapshot: nova.exception.ImageNotFound: Image fb6635fb-a23e-49b2-a5bc-9c9088e8847f could not be found. [ 1115.935468] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5249370e-d68a-9ab5-f3b8-c63be6dfa0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.017505} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.936368] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6963395-c457-49cf-8b97-1d480b79693a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.943998] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1115.943998] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c1db84-6152-d6e3-6ea1-b6e84eb7e8cc" [ 1115.943998] env[68946]: _type = "Task" [ 1115.943998] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.955907] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c1db84-6152-d6e3-6ea1-b6e84eb7e8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.981898] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.982345] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.982576] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.982779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.982974] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.983162] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.985480] env[68946]: INFO nova.compute.manager [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Terminating instance [ 1116.008446] env[68946]: DEBUG nova.objects.instance [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'numa_topology' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.089077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.092470] env[68946]: DEBUG nova.network.neutron [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [{"id": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "address": "fa:16:3e:f0:00:70", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a675849-7e", "ovs_interfaceid": "6a675849-7e06-40dd-bed2-ec059f2a8c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.144297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.144559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.144766] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.144953] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.145138] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.149830] env[68946]: INFO nova.compute.manager [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Terminating instance [ 1116.445189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.445497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.457155] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c1db84-6152-d6e3-6ea1-b6e84eb7e8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.457915] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.458188] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] bda51aae-a803-4046-a7a6-409219da281b/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1116.458446] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e00128-b327-410f-96e1-2721e096bd0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.466945] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1116.466945] env[68946]: value = "task-2879303" [ 1116.466945] env[68946]: _type = "Task" [ 1116.466945] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.475463] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.489856] env[68946]: DEBUG nova.compute.manager [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.490066] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.490867] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e661f8b-3ac2-4b9a-ae06-458110a7b9e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.500741] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.500989] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaffe7a6-f70e-457d-a5a7-e4525225dad8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.508451] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1116.508451] env[68946]: value = "task-2879304" [ 1116.508451] env[68946]: _type = "Task" [ 1116.508451] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.511874] env[68946]: DEBUG nova.objects.base [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Object Instance<12fcb8e2-592d-456a-b630-96e5bed01807> lazy-loaded attributes: resources,numa_topology {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.520230] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.595074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-8553f489-1e6c-4eae-9e20-b228120de0be" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.654042] env[68946]: DEBUG nova.compute.manager [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.654333] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.656276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e00acc-5250-46b6-bf21-c5a84b4b72e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.665703] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.665911] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b772888-90f4-4f8d-977f-b57cb3e4ac08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.677425] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1116.677425] env[68946]: value = "task-2879305" [ 1116.677425] env[68946]: _type = "Task" [ 1116.677425] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.688881] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.838566] env[68946]: DEBUG nova.compute.manager [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Received event network-changed-c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.838566] env[68946]: DEBUG nova.compute.manager [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Refreshing instance network info cache due to event network-changed-c59e0ebb-2205-4626-891b-193fad15dcbf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1116.838566] env[68946]: DEBUG oslo_concurrency.lockutils [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] Acquiring lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.838566] env[68946]: DEBUG oslo_concurrency.lockutils [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] Acquired lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.838566] env[68946]: DEBUG nova.network.neutron [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Refreshing network info cache for port c59e0ebb-2205-4626-891b-193fad15dcbf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.886155] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fd40a5-f12c-4bd2-9684-b16da4872a32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.897790] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d265e4b-11a7-4574-8abc-a7cc9b94fe39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.932940] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b88d7c-58cc-4940-8d3c-c82e33aad216 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.941761] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2592522-53c6-42e8-8a94-0e1691f4a196 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.950425] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.962406] env[68946]: DEBUG nova.compute.provider_tree [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.980254] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484625} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.980254] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] bda51aae-a803-4046-a7a6-409219da281b/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1116.980709] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a3c4a-8ac9-4cdf-b4d5-370a96148ed4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.013160] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] bda51aae-a803-4046-a7a6-409219da281b/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.013945] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21308a47-435f-4a2f-ab92-3a3b92535eaf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.038554] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879304, 'name': PowerOffVM_Task, 'duration_secs': 0.232105} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.039990] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.040191] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.040511] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1117.040511] env[68946]: value = "task-2879306" [ 1117.040511] env[68946]: _type = "Task" [ 1117.040511] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.040707] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40745af5-c953-46be-8405-bc76716f9822 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.051277] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.118814] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.118814] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.118814] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore1] d303ac87-aeef-4364-94db-ef100a2252bb {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.119079] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa41f34f-cd9a-4159-aea2-b011fc3da647 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.126752] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1117.126752] env[68946]: value = "task-2879308" [ 1117.126752] env[68946]: _type = "Task" [ 1117.126752] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.137776] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.188988] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879305, 'name': PowerOffVM_Task, 'duration_secs': 0.370432} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.189343] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.189516] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.189762] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb4f771-8f21-4217-889d-f3cc29505ae2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.262154] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.262154] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.262154] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleting the datastore file [datastore2] 92547f55-7a2a-458a-9975-7ebe82f6c3f7 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.262154] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fe9eab9-29e1-4c67-9a08-e68088186568 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.269680] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1117.269680] env[68946]: value = "task-2879310" [ 1117.269680] env[68946]: _type = "Task" [ 1117.269680] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.278177] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.288814] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.468556] env[68946]: DEBUG nova.scheduler.client.report [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.489285] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.552453] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879306, 'name': ReconfigVM_Task, 'duration_secs': 0.445573} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.552844] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] bda51aae-a803-4046-a7a6-409219da281b/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.553728] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f431b14-a8d2-4b3b-b584-7b88b40cc8dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.557113] env[68946]: DEBUG nova.network.neutron [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updated VIF entry in instance network info cache for port c59e0ebb-2205-4626-891b-193fad15dcbf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.557436] env[68946]: DEBUG nova.network.neutron [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updating instance_info_cache with network_info: [{"id": "c59e0ebb-2205-4626-891b-193fad15dcbf", "address": "fa:16:3e:69:58:73", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": null, "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc59e0ebb-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.587552] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c421250-14b8-411e-9ef8-9adaf654e019 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.601664] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.601664] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b365b934-e94d-49c9-9fee-edf858f5cf06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.605532] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1117.605532] env[68946]: value = "task-2879311" [ 1117.605532] env[68946]: _type = "Task" [ 1117.605532] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.609807] env[68946]: DEBUG oslo_vmware.api [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1117.609807] env[68946]: value = "task-2879312" [ 1117.609807] env[68946]: _type = "Task" [ 1117.609807] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.616536] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.621370] env[68946]: DEBUG oslo_vmware.api [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.638632] env[68946]: DEBUG oslo_vmware.api [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216739} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.638957] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.639211] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.639431] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.639645] env[68946]: INFO nova.compute.manager [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.639926] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.640163] env[68946]: DEBUG nova.compute.manager [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.640253] env[68946]: DEBUG nova.network.neutron [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.780392] env[68946]: DEBUG oslo_vmware.api [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218122} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.780732] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.780928] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.781221] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.781495] env[68946]: INFO nova.compute.manager [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.781812] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.782091] env[68946]: DEBUG nova.compute.manager [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.782238] env[68946]: DEBUG nova.network.neutron [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.977155] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.474s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.981404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.287s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.984347] env[68946]: INFO nova.compute.claims [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.059777] env[68946]: DEBUG oslo_concurrency.lockutils [req-9833dce0-fafe-4a26-bb06-258056739e28 req-eff1703f-0881-48aa-8250-872943960e11 service nova] Releasing lock "refresh_cache-a357491f-c18f-4730-8904-c2f25f688d0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.070271] env[68946]: DEBUG nova.compute.manager [req-6901f54d-dffd-44ef-8b93-71648184d008 req-b44daeb9-2a5d-47d5-8792-aa20cf32dfc1 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Received event network-vif-deleted-2740b969-b2ab-4b49-b487-037d265b1771 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.070476] env[68946]: INFO nova.compute.manager [req-6901f54d-dffd-44ef-8b93-71648184d008 req-b44daeb9-2a5d-47d5-8792-aa20cf32dfc1 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Neutron deleted interface 2740b969-b2ab-4b49-b487-037d265b1771; detaching it from the instance and deleting it from the info cache [ 1118.070649] env[68946]: DEBUG nova.network.neutron [req-6901f54d-dffd-44ef-8b93-71648184d008 req-b44daeb9-2a5d-47d5-8792-aa20cf32dfc1 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.121832] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879311, 'name': ReconfigVM_Task, 'duration_secs': 0.270843} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.125576] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.125861] env[68946]: DEBUG oslo_vmware.api [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879312, 'name': PowerOnVM_Task, 'duration_secs': 0.42336} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.126071] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46cd74da-6d5e-4007-8270-961a8a4b4d0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.127667] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.127941] env[68946]: DEBUG nova.compute.manager [None req-88a337dd-1f4f-44cf-83bf-07c7f820f043 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.128628] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3486a431-fa14-4098-8bf6-7c0ee45cd366 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.140419] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1118.140419] env[68946]: value = "task-2879313" [ 1118.140419] env[68946]: _type = "Task" [ 1118.140419] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.149620] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.394655] env[68946]: DEBUG nova.network.neutron [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.494270] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50cc8f83-0973-40f7-b83a-267de4a5b43f tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.562s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.495225] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.560s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.495479] env[68946]: INFO nova.compute.manager [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Unshelving [ 1118.523487] env[68946]: DEBUG nova.network.neutron [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.574169] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ff2a64c-bc20-4ee5-a65b-52588eda6c53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.584355] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0003a504-a9bd-4e50-a0d7-234ab75298d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.622937] env[68946]: DEBUG nova.compute.manager [req-6901f54d-dffd-44ef-8b93-71648184d008 req-b44daeb9-2a5d-47d5-8792-aa20cf32dfc1 service nova] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Detach interface failed, port_id=2740b969-b2ab-4b49-b487-037d265b1771, reason: Instance 92547f55-7a2a-458a-9975-7ebe82f6c3f7 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.656288] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.870070] env[68946]: DEBUG nova.compute.manager [req-a9c6fc3b-3cf5-4bc7-a3b5-7eb383403c39 req-4e9f8f03-ef32-4018-8393-fc3cdfdb5308 service nova] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Received event network-vif-deleted-296a27fb-e384-499b-946c-e0662828aa6a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.898022] env[68946]: INFO nova.compute.manager [-] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Took 1.26 seconds to deallocate network for instance. [ 1119.025735] env[68946]: INFO nova.compute.manager [-] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Took 1.24 seconds to deallocate network for instance. [ 1119.153699] env[68946]: DEBUG oslo_vmware.api [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879313, 'name': PowerOnVM_Task, 'duration_secs': 0.791449} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.153965] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.156604] env[68946]: DEBUG nova.compute.manager [None req-1c779b70-590c-47db-9adc-7d5381a97df5 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.157391] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11c86e-faf2-4c7a-94d3-f8a69e102b3b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.286376] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb68056-077d-46e0-ad00-bf01107e3135 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.294261] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e094b-e5b1-4b08-b0ee-e12813a02de0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.325578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad346760-030d-48cb-b058-bdfa78e4a290 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.333866] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b578db4-21c6-4b65-85f8-6ea07332d8f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.348597] env[68946]: DEBUG nova.compute.provider_tree [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.373412] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.373671] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.373877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.374071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.374238] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.376391] env[68946]: INFO nova.compute.manager [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Terminating instance [ 1119.403079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.519569] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.534747] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.851456] env[68946]: DEBUG nova.scheduler.client.report [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.880185] env[68946]: DEBUG nova.compute.manager [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.880438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.881346] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa1841-de4e-494e-bfe5-aee6552a766c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.896019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.896251] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c66df7-dedf-4d18-b8e2-5d02515427de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.904048] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1119.904048] env[68946]: value = "task-2879314" [ 1119.904048] env[68946]: _type = "Task" [ 1119.904048] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.913899] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.357616] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.358324] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.361508] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.395s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.361748] env[68946]: DEBUG nova.objects.instance [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lazy-loading 'resources' on Instance uuid ff6d0835-b5b3-42f7-9e88-2feb06adc7db {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.396843] env[68946]: INFO nova.compute.manager [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Unrescuing [ 1120.397118] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.397269] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.397428] env[68946]: DEBUG nova.network.neutron [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.415292] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879314, 'name': PowerOffVM_Task, 'duration_secs': 0.294556} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.415607] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.415768] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.416020] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144775b6-a50d-442e-8adf-bbd40c98d1c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.484717] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.484932] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.485117] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleting the datastore file [datastore2] 8553f489-1e6c-4eae-9e20-b228120de0be {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.485409] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a149fc-0fc0-4f13-82ad-d150c2c5a1b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.492125] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1120.492125] env[68946]: value = "task-2879316" [ 1120.492125] env[68946]: _type = "Task" [ 1120.492125] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.500393] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.865610] env[68946]: DEBUG nova.compute.utils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.867184] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.867325] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.917175] env[68946]: DEBUG nova.policy [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.003184] env[68946]: DEBUG oslo_vmware.api [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140217} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.007883] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.008145] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.008336] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.008550] env[68946]: INFO nova.compute.manager [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1121.008974] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.009580] env[68946]: DEBUG nova.compute.manager [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.009741] env[68946]: DEBUG nova.network.neutron [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.195236] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f75330-a2ad-4e74-91ae-ba8bd6d86a95 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.204095] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cedfe03-38f7-477b-99f8-42a4dbb4e9bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.240381] env[68946]: DEBUG nova.network.neutron [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.242123] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52dcbb-b6ee-46d9-85e1-f33bc419661c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.252918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee5c45-242c-47bb-8f9a-ccb91ed997e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.272577] env[68946]: DEBUG nova.compute.provider_tree [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.327334] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Successfully created port: b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.373608] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.591140] env[68946]: DEBUG nova.compute.manager [req-87b5b724-be97-4cd8-8a48-44cc27aeec37 req-02209fe9-24c6-46bf-b301-100993b6153d service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Received event network-vif-deleted-6a675849-7e06-40dd-bed2-ec059f2a8c83 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.591345] env[68946]: INFO nova.compute.manager [req-87b5b724-be97-4cd8-8a48-44cc27aeec37 req-02209fe9-24c6-46bf-b301-100993b6153d service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Neutron deleted interface 6a675849-7e06-40dd-bed2-ec059f2a8c83; detaching it from the instance and deleting it from the info cache [ 1121.591591] env[68946]: DEBUG nova.network.neutron [req-87b5b724-be97-4cd8-8a48-44cc27aeec37 req-02209fe9-24c6-46bf-b301-100993b6153d service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.745985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.746683] env[68946]: DEBUG nova.objects.instance [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'flavor' on Instance uuid bda51aae-a803-4046-a7a6-409219da281b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.775639] env[68946]: DEBUG nova.scheduler.client.report [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.072928] env[68946]: DEBUG nova.network.neutron [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.094991] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10c87ec2-715d-4c61-9b6a-8ad97ea8a042 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.104891] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93d0bf-c919-4a8f-9247-79f7a7b1169a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.139025] env[68946]: DEBUG nova.compute.manager [req-87b5b724-be97-4cd8-8a48-44cc27aeec37 req-02209fe9-24c6-46bf-b301-100993b6153d service nova] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Detach interface failed, port_id=6a675849-7e06-40dd-bed2-ec059f2a8c83, reason: Instance 8553f489-1e6c-4eae-9e20-b228120de0be could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1122.252809] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1540cd9-c197-409c-9658-da5d1f257d4b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.277980] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.278336] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53706856-b775-4d80-8e9f-b8f76b285cee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.280472] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.282586] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.390s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.284043] env[68946]: INFO nova.compute.claims [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.292177] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1122.292177] env[68946]: value = "task-2879317" [ 1122.292177] env[68946]: _type = "Task" [ 1122.292177] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.301094] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.303885] env[68946]: INFO nova.scheduler.client.report [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Deleted allocations for instance ff6d0835-b5b3-42f7-9e88-2feb06adc7db [ 1122.383878] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.410467] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.410714] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.410868] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.411115] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.411198] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.411341] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.411549] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.411710] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.411875] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.412084] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.412227] env[68946]: DEBUG nova.virt.hardware [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.413129] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c827412-0f24-4021-9473-8efb9c51a390 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.422511] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbf9ba-4711-4046-bf38-6b6773293d2c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.576341] env[68946]: INFO nova.compute.manager [-] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Took 1.57 seconds to deallocate network for instance. [ 1122.803183] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879317, 'name': PowerOffVM_Task, 'duration_secs': 0.292265} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.803183] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.809154] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.809891] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757e9e15-3622-4aaf-bbbd-c53461298607 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.827178] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abbb9357-0034-40e1-ac6c-14a9828ab1ab tempest-ServerAddressesTestJSON-547595192 tempest-ServerAddressesTestJSON-547595192-project-member] Lock "ff6d0835-b5b3-42f7-9e88-2feb06adc7db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.837s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.835868] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1122.835868] env[68946]: value = "task-2879318" [ 1122.835868] env[68946]: _type = "Task" [ 1122.835868] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.847331] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.018835] env[68946]: DEBUG nova.compute.manager [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-vif-plugged-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.019066] env[68946]: DEBUG oslo_concurrency.lockutils [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.019297] env[68946]: DEBUG oslo_concurrency.lockutils [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.019480] env[68946]: DEBUG oslo_concurrency.lockutils [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.019618] env[68946]: DEBUG nova.compute.manager [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] No waiting events found dispatching network-vif-plugged-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.019792] env[68946]: WARNING nova.compute.manager [req-05cc693d-2876-4324-85aa-2537487496e2 req-7130d492-1f33-4429-8eb6-e234974cc93d service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received unexpected event network-vif-plugged-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 for instance with vm_state building and task_state spawning. [ 1123.087018] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.194126] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Successfully updated port: b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.354117] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879318, 'name': ReconfigVM_Task, 'duration_secs': 0.295232} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.354601] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.354797] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.355064] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca4ff324-c458-4abf-9301-cb5e2f0ef024 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.362857] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1123.362857] env[68946]: value = "task-2879319" [ 1123.362857] env[68946]: _type = "Task" [ 1123.362857] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.374665] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.635371] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbcfbe-8c8f-4144-a56c-a28d1c4cc0f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.643503] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992bd42-4a24-4bd4-bf22-8005643e7f54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.677145] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d390bc-9108-408c-a293-32c295b7bd79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.686156] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509f1f8-2315-405e-81cb-df27293a845e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.710012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.710183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.710332] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.714032] env[68946]: DEBUG nova.compute.provider_tree [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.875566] env[68946]: DEBUG oslo_vmware.api [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879319, 'name': PowerOnVM_Task, 'duration_secs': 0.418429} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.875856] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.877419] env[68946]: DEBUG nova.compute.manager [None req-cc22eeef-218d-4199-97bf-546dce90e97c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.878108] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc6dcf-3c79-4bfd-8a38-92ed934b89f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.216229] env[68946]: DEBUG nova.scheduler.client.report [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.256806] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.456134] env[68946]: DEBUG nova.network.neutron [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.721127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.721844] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.725458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.111s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.728368] env[68946]: INFO nova.compute.claims [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.955764] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.956110] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Instance network_info: |[{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.956549] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e8:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9926459-36c0-48de-91d2-5f9d0bbc0fa4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.968660] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.968944] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.969252] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94950556-7639-4713-b20d-88823649476a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.993637] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.993637] env[68946]: value = "task-2879320" [ 1124.993637] env[68946]: _type = "Task" [ 1124.993637] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.004575] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879320, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.050861] env[68946]: DEBUG nova.compute.manager [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.051136] env[68946]: DEBUG nova.compute.manager [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.051299] env[68946]: DEBUG oslo_concurrency.lockutils [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.051429] env[68946]: DEBUG oslo_concurrency.lockutils [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.051580] env[68946]: DEBUG nova.network.neutron [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.241776] env[68946]: DEBUG nova.compute.utils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.243663] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1125.504416] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879320, 'name': CreateVM_Task, 'duration_secs': 0.361139} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.504601] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.505307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.505470] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.505819] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.506208] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27864d97-0b23-4d4c-8516-02c064566943 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.511645] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1125.511645] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ad4503-3182-865f-f23d-55ee31fdc7c6" [ 1125.511645] env[68946]: _type = "Task" [ 1125.511645] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.520989] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ad4503-3182-865f-f23d-55ee31fdc7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.750765] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.801261] env[68946]: DEBUG nova.network.neutron [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.801603] env[68946]: DEBUG nova.network.neutron [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.031368] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ad4503-3182-865f-f23d-55ee31fdc7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.034460] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.034735] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.035394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.035394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.036176] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.036176] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29375904-56c5-4868-9118-a157aab48103 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.046775] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.047050] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.047870] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1304d8b-09f2-473f-8304-4947cc2d2ab4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.058032] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1126.058032] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526e3694-797c-8346-53da-6fe57cdf636c" [ 1126.058032] env[68946]: _type = "Task" [ 1126.058032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.071255] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526e3694-797c-8346-53da-6fe57cdf636c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.078859] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25558b8f-a351-4860-a897-fbee21f70f55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.087533] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d975fc-4a80-4077-9540-b7732d76eb63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.121766] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f47eb1-a69c-4d9d-9aff-c9744436b368 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.130319] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a206517-13f9-4d71-8ef3-ccebcd23ea75 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.144992] env[68946]: DEBUG nova.compute.provider_tree [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.304397] env[68946]: DEBUG oslo_concurrency.lockutils [req-376c42cb-80af-427b-b043-73ea6bcce714 req-29cf7060-528e-4deb-b5c4-df1936e0b190 service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.568939] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526e3694-797c-8346-53da-6fe57cdf636c, 'name': SearchDatastore_Task, 'duration_secs': 0.020624} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.570098] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e981bec-7dd4-457b-9d91-e706f10d0d43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.576866] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1126.576866] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217f8ac-084b-d3fc-511b-3bb19ae17170" [ 1126.576866] env[68946]: _type = "Task" [ 1126.576866] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.587641] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217f8ac-084b-d3fc-511b-3bb19ae17170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.649087] env[68946]: DEBUG nova.scheduler.client.report [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.760676] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.794288] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.794547] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.794938] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.794938] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.795023] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.795180] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.795397] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.795565] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.795744] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.795968] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.796077] env[68946]: DEBUG nova.virt.hardware [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.797308] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05523813-6424-41b7-921a-42a768fbbc9d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.805583] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4e06da-9c9c-4deb-a50b-510683656324 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.819703] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.827118] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Creating folder: Project (d60623d53e4b4c57bd56bc43d249399d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.827118] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd8ac53a-146d-4578-bcf7-3948d42bf41e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.839270] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Created folder: Project (d60623d53e4b4c57bd56bc43d249399d) in parent group-v578341. [ 1126.839601] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Creating folder: Instances. Parent ref: group-v578614. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.839969] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace026e8-a64a-4bac-a06d-7def05136e3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.853871] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Created folder: Instances in parent group-v578614. [ 1126.854144] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.854344] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.854549] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4766e83f-7ae3-45cd-b05d-feb55bd5210d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.875966] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.875966] env[68946]: value = "task-2879323" [ 1126.875966] env[68946]: _type = "Task" [ 1126.875966] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.884489] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879323, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.090673] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217f8ac-084b-d3fc-511b-3bb19ae17170, 'name': SearchDatastore_Task, 'duration_secs': 0.017146} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.092325] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.093266] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b171c66c-5a2d-411d-a1ea-77be1061cde1/b171c66c-5a2d-411d-a1ea-77be1061cde1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.094712] env[68946]: DEBUG nova.compute.manager [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.095731] env[68946]: DEBUG nova.compute.manager [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing instance network info cache due to event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1127.095731] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.095731] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.095731] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.096974] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ed7986-73e6-43b3-b79b-eaf619cc31d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.108181] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1127.108181] env[68946]: value = "task-2879324" [ 1127.108181] env[68946]: _type = "Task" [ 1127.108181] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.121018] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.155565] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.156218] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.161588] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.869s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.161588] env[68946]: DEBUG nova.objects.instance [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1127.388978] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879323, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.622294] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.668372] env[68946]: DEBUG nova.compute.utils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.673561] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.673949] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.733166] env[68946]: DEBUG nova.policy [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad262184cb41aab73e5ae80fd636ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1358f263de343e791038da547a5e8b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.889031] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879323, 'name': CreateVM_Task, 'duration_secs': 0.523465} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.889031] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.889031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.889031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.889031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.889428] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6875f5-7c15-47d3-9e93-a6de4d92cc28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.897231] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1127.897231] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0be16-6225-f428-731b-612c53a2af32" [ 1127.897231] env[68946]: _type = "Task" [ 1127.897231] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.904483] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0be16-6225-f428-731b-612c53a2af32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.043649] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Successfully created port: 6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.130141] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65537} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.130141] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] b171c66c-5a2d-411d-a1ea-77be1061cde1/b171c66c-5a2d-411d-a1ea-77be1061cde1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.130141] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.130268] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b804f873-93a4-4abe-9fe9-c5d032423d03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.139603] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1128.139603] env[68946]: value = "task-2879325" [ 1128.139603] env[68946]: _type = "Task" [ 1128.139603] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.154111] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.182216] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9ac54aa-dcf5-4dc7-a56d-4e18e16d8a51 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.183605] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.192555] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.520s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.193967] env[68946]: INFO nova.compute.claims [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.342052] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updated VIF entry in instance network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.342451] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.407097] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a0be16-6225-f428-731b-612c53a2af32, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.407457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.407897] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.407897] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.408124] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.408188] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.408447] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc45a71-7cc7-4c9e-a970-d06aabf7b2bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.423104] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.423326] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.424888] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af3735a-9f9b-45f1-98dc-1f6b1ffa3d7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.431767] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1128.431767] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eac699-6326-9a48-8b0e-c542d691cd9c" [ 1128.431767] env[68946]: _type = "Task" [ 1128.431767] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.440580] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eac699-6326-9a48-8b0e-c542d691cd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.653168] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070826} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.653993] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.654079] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f76a3-13ef-4994-a4cb-c4f86215b378 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.678033] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b171c66c-5a2d-411d-a1ea-77be1061cde1/b171c66c-5a2d-411d-a1ea-77be1061cde1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.678033] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bdd5b64-2f5f-49fc-bcbd-43c1487e3688 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.702076] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1128.702076] env[68946]: value = "task-2879326" [ 1128.702076] env[68946]: _type = "Task" [ 1128.702076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.716084] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.739159] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.739159] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.739159] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.739284] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.739369] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.741463] env[68946]: INFO nova.compute.manager [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Terminating instance [ 1128.845400] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.845841] env[68946]: DEBUG nova.compute.manager [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.846064] env[68946]: DEBUG nova.compute.manager [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing instance network info cache due to event network-changed-1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1128.846351] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Acquiring lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.846590] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Acquired lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.846768] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Refreshing network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.942461] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52eac699-6326-9a48-8b0e-c542d691cd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.047609} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.943302] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4ef5f7-8d02-4a54-98a1-8115e32cf981 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.954232] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1128.954232] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca9966-d116-651b-ef5d-24be33e89615" [ 1128.954232] env[68946]: _type = "Task" [ 1128.954232] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.969771] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca9966-d116-651b-ef5d-24be33e89615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.204139] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.219900] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879326, 'name': ReconfigVM_Task, 'duration_secs': 0.292355} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.220244] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b171c66c-5a2d-411d-a1ea-77be1061cde1/b171c66c-5a2d-411d-a1ea-77be1061cde1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.220852] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4548008-0e27-458b-8b49-a0033a158e41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.231294] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.231294] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.231294] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.231716] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.231783] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.232447] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.232447] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.232447] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.232447] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.232610] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.235130] env[68946]: DEBUG nova.virt.hardware [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.235130] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc870bc8-a09c-4d55-9077-74b4bf7fc62e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.237497] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1129.237497] env[68946]: value = "task-2879327" [ 1129.237497] env[68946]: _type = "Task" [ 1129.237497] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.245423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4bfff4-cb54-4dbd-b37f-fc7096b633e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.254865] env[68946]: DEBUG nova.compute.manager [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.255107] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.255448] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879327, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.256357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b5d23e-e75b-4a74-a896-df9e03a31387 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.274437] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.274437] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18ee6ed-f40d-4c95-b145-7cb07e5c5ece {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.283744] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1129.283744] env[68946]: value = "task-2879328" [ 1129.283744] env[68946]: _type = "Task" [ 1129.283744] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.297564] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.471584] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ca9966-d116-651b-ef5d-24be33e89615, 'name': SearchDatastore_Task, 'duration_secs': 0.018601} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.471981] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.472402] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.472783] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ac8a6a-2e47-4acd-bb55-fb6874eb1d8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.487641] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1129.487641] env[68946]: value = "task-2879329" [ 1129.487641] env[68946]: _type = "Task" [ 1129.487641] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.505108] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.603218] env[68946]: DEBUG nova.compute.manager [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Received event network-vif-plugged-6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.603462] env[68946]: DEBUG oslo_concurrency.lockutils [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.603745] env[68946]: DEBUG oslo_concurrency.lockutils [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.603971] env[68946]: DEBUG oslo_concurrency.lockutils [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.604218] env[68946]: DEBUG nova.compute.manager [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] No waiting events found dispatching network-vif-plugged-6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.604389] env[68946]: WARNING nova.compute.manager [req-b13f2935-d513-480d-b8ef-a98aaddb7953 req-0ca04d08-5698-41ae-a798-f1127e50677c service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Received unexpected event network-vif-plugged-6d5388ed-1308-4f54-89e4-ea7692a0fe7e for instance with vm_state building and task_state spawning. [ 1129.622528] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Successfully updated port: 6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.652938] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8207f914-b2f6-423e-b51a-55a0b403885c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.662473] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc22c8-a83f-4b9d-9679-d60079a691e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.696870] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b52802-b4b8-4c45-8759-64d7dfe55689 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.708060] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4d6e5e-4963-4a4f-838f-1ee23533875e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.726941] env[68946]: DEBUG nova.compute.provider_tree [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.748412] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879327, 'name': Rename_Task, 'duration_secs': 0.177313} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.748705] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.748960] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e96900-873b-48fb-928e-b5c9ab7387c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.753427] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updated VIF entry in instance network info cache for port 1edd37f6-d0e1-4177-99b2-5caa4da65c1e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.753816] env[68946]: DEBUG nova.network.neutron [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [{"id": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "address": "fa:16:3e:c6:91:86", "network": {"id": "8f7ee261-cd86-4706-8863-846f99aef171", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-144611324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7d302bd2b7c4151978d4d0de55dd9e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1edd37f6-d0", "ovs_interfaceid": "1edd37f6-d0e1-4177-99b2-5caa4da65c1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.757617] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1129.757617] env[68946]: value = "task-2879330" [ 1129.757617] env[68946]: _type = "Task" [ 1129.757617] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.767068] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.795391] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879328, 'name': PowerOffVM_Task, 'duration_secs': 0.190086} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.795714] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.795913] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.796219] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51067cb-97cc-4ad8-8076-1c16735cfa43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.866952] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.867305] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.867566] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleting the datastore file [datastore2] 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.867919] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1b0dce-29ef-4164-be07-10dd1f61f63e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.876790] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1129.876790] env[68946]: value = "task-2879332" [ 1129.876790] env[68946]: _type = "Task" [ 1129.876790] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.890021] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.003123] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879329, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.116768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.117106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.124977] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.125177] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.125328] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.231027] env[68946]: DEBUG nova.scheduler.client.report [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.256317] env[68946]: DEBUG oslo_concurrency.lockutils [req-2af1b283-c07b-4e3f-8be7-a9dac39e3414 req-f7ead773-207c-46c6-92a8-d3e8fe9976fe service nova] Releasing lock "refresh_cache-bda51aae-a803-4046-a7a6-409219da281b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.269113] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879330, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.386753] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.501422] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769962} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.501776] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.502033] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.502424] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-311b793f-7cef-4771-b8ca-86ca5b3152d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.512863] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1130.512863] env[68946]: value = "task-2879333" [ 1130.512863] env[68946]: _type = "Task" [ 1130.512863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.526607] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.619833] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.661747] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.736095] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.736649] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.739268] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.758s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.739491] env[68946]: DEBUG nova.objects.instance [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid a357491f-c18f-4730-8904-c2f25f688d0b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.771997] env[68946]: DEBUG oslo_vmware.api [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879330, 'name': PowerOnVM_Task, 'duration_secs': 0.627073} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.772500] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.772728] env[68946]: INFO nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1130.772913] env[68946]: DEBUG nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.773735] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd30eed-cd2e-4192-b13a-f124847c7ace {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.861979] env[68946]: DEBUG nova.network.neutron [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating instance_info_cache with network_info: [{"id": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "address": "fa:16:3e:23:d9:5a", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5388ed-13", "ovs_interfaceid": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.888662] env[68946]: DEBUG oslo_vmware.api [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.906426} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.888958] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.889226] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.889424] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.889595] env[68946]: INFO nova.compute.manager [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1130.889835] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.890039] env[68946]: DEBUG nova.compute.manager [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.890137] env[68946]: DEBUG nova.network.neutron [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.024859] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076969} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.025213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.026057] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ba245-268d-4bdb-a2a0-f08c94068495 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.051811] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.051811] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56658e41-7176-47c1-95b6-305080c7a23c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.072717] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1131.072717] env[68946]: value = "task-2879334" [ 1131.072717] env[68946]: _type = "Task" [ 1131.072717] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.082729] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.146131] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.244593] env[68946]: DEBUG nova.compute.utils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.246771] env[68946]: DEBUG nova.objects.instance [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'numa_topology' on Instance uuid a357491f-c18f-4730-8904-c2f25f688d0b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.248128] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.248319] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.293025] env[68946]: INFO nova.compute.manager [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Took 26.61 seconds to build instance. [ 1131.323493] env[68946]: DEBUG nova.policy [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.367019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.367365] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance network_info: |[{"id": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "address": "fa:16:3e:23:d9:5a", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5388ed-13", "ovs_interfaceid": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.367802] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d9:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d5388ed-1308-4f54-89e4-ea7692a0fe7e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.376960] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.377201] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.377502] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35fa5b93-67e6-4c54-8b74-584967dd8f7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.399867] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.399867] env[68946]: value = "task-2879335" [ 1131.399867] env[68946]: _type = "Task" [ 1131.399867] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.408377] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879335, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.482726] env[68946]: DEBUG nova.compute.manager [req-8671e105-2632-4dc1-9704-5b9cc56acf0f req-e0f0291b-4f19-45ad-8daa-7fce8e50742e service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Received event network-vif-deleted-4bd8eec0-80ce-4615-b73e-2fc4e8599bb1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.482855] env[68946]: INFO nova.compute.manager [req-8671e105-2632-4dc1-9704-5b9cc56acf0f req-e0f0291b-4f19-45ad-8daa-7fce8e50742e service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Neutron deleted interface 4bd8eec0-80ce-4615-b73e-2fc4e8599bb1; detaching it from the instance and deleting it from the info cache [ 1131.483043] env[68946]: DEBUG nova.network.neutron [req-8671e105-2632-4dc1-9704-5b9cc56acf0f req-e0f0291b-4f19-45ad-8daa-7fce8e50742e service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.587537] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879334, 'name': ReconfigVM_Task, 'duration_secs': 0.32427} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.587881] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.589057] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4354ab32-3c31-4624-a2cd-bc52cb977621 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.596901] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1131.596901] env[68946]: value = "task-2879336" [ 1131.596901] env[68946]: _type = "Task" [ 1131.596901] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.607881] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879336, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.662404] env[68946]: DEBUG nova.compute.manager [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Received event network-changed-6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.662799] env[68946]: DEBUG nova.compute.manager [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Refreshing instance network info cache due to event network-changed-6d5388ed-1308-4f54-89e4-ea7692a0fe7e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1131.663153] env[68946]: DEBUG oslo_concurrency.lockutils [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] Acquiring lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.663422] env[68946]: DEBUG oslo_concurrency.lockutils [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] Acquired lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.663802] env[68946]: DEBUG nova.network.neutron [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Refreshing network info cache for port 6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.748020] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.752647] env[68946]: DEBUG nova.objects.base [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.794345] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5eab16a-81f5-412a-bba4-465ec02e4fb2 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.129s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.909483] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.914844] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.916092] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879335, 'name': CreateVM_Task, 'duration_secs': 0.40189} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.918785] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.919368] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.919520] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919809] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.920130] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad930a9-7dbb-4c95-aeaf-437a5d03ab69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.925859] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1131.925859] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277213c-e6e5-03c5-7f46-1006e361c449" [ 1131.925859] env[68946]: _type = "Task" [ 1131.925859] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.933676] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277213c-e6e5-03c5-7f46-1006e361c449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.969039] env[68946]: DEBUG nova.network.neutron [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.990347] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd9c797-f3c2-45f0-95fa-fb697d2e3614 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.000861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301331a2-2db4-43bd-a875-bc47e9bac609 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.044879] env[68946]: DEBUG nova.compute.manager [req-8671e105-2632-4dc1-9704-5b9cc56acf0f req-e0f0291b-4f19-45ad-8daa-7fce8e50742e service nova] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Detach interface failed, port_id=4bd8eec0-80ce-4615-b73e-2fc4e8599bb1, reason: Instance 11212aa3-a6a9-413a-b816-fd3093b379fa could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1132.094778] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Successfully created port: b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.108753] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879336, 'name': Rename_Task, 'duration_secs': 0.226391} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.109042] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.109297] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71be488a-b1cc-4df6-9e6b-3e4117be7f59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.117707] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1132.117707] env[68946]: value = "task-2879337" [ 1132.117707] env[68946]: _type = "Task" [ 1132.117707] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.125795] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.131162] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22522934-df5a-4804-a0f3-70404b96b938 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.137078] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62174993-4f79-43ed-9e8e-caa545d0bdbd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.174442] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed3d49-6486-4527-af35-f066d01d4220 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.183051] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3d4ec-bb3a-4063-9868-00c968f0981a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.198931] env[68946]: DEBUG nova.compute.provider_tree [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.424632] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.424838] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.424994] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.425171] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.425413] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.428979] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.429511] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1132.430940] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.438876] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277213c-e6e5-03c5-7f46-1006e361c449, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.439227] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.439493] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.439776] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.439960] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.440215] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.440508] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137387c2-1ce5-47fa-a582-e03934271909 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.452583] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.452801] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.453571] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c1cb11-c4dc-46aa-b9b1-9ddcfb5c004a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.460049] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1132.460049] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273287b-8e2d-bbf0-8ed9-44b04d954650" [ 1132.460049] env[68946]: _type = "Task" [ 1132.460049] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.469369] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273287b-8e2d-bbf0-8ed9-44b04d954650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.474201] env[68946]: INFO nova.compute.manager [-] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Took 1.58 seconds to deallocate network for instance. [ 1132.606069] env[68946]: DEBUG nova.network.neutron [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updated VIF entry in instance network info cache for port 6d5388ed-1308-4f54-89e4-ea7692a0fe7e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.606452] env[68946]: DEBUG nova.network.neutron [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating instance_info_cache with network_info: [{"id": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "address": "fa:16:3e:23:d9:5a", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5388ed-13", "ovs_interfaceid": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.632703] env[68946]: DEBUG oslo_vmware.api [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879337, 'name': PowerOnVM_Task, 'duration_secs': 0.473619} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.632981] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.634420] env[68946]: INFO nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1132.634658] env[68946]: DEBUG nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.637504] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f95849-1ca4-48bb-9e94-aefca86aaec8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.705132] env[68946]: DEBUG nova.scheduler.client.report [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.760265] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.781294] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.781540] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.781697] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.781890] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.782047] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.782196] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.782402] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.782558] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.782719] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.782881] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.783074] env[68946]: DEBUG nova.virt.hardware [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.784225] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9a358-b745-4326-84dd-9625becf9223 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.793227] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf2fa6c-8714-4089-b582-660932da0021 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.934471] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.971091] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5273287b-8e2d-bbf0-8ed9-44b04d954650, 'name': SearchDatastore_Task, 'duration_secs': 0.04015} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.971915] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6a9b2a-ad79-4e65-8054-2eefc3a5868a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.979049] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1132.979049] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b31ad-e9e7-7bf2-39a2-c1e2492a96ff" [ 1132.979049] env[68946]: _type = "Task" [ 1132.979049] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.979994] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.988744] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b31ad-e9e7-7bf2-39a2-c1e2492a96ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.110461] env[68946]: DEBUG oslo_concurrency.lockutils [req-e68a2bad-6012-4704-ba97-006f345eae56 req-47a0d713-3907-49ae-9942-969ef229b7c1 service nova] Releasing lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155990] env[68946]: INFO nova.compute.manager [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Took 25.28 seconds to build instance. [ 1133.208507] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.211222] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.122s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.211488] env[68946]: DEBUG nova.objects.instance [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lazy-loading 'resources' on Instance uuid 278205e0-6bc3-4b8f-9cd6-81774a9a130e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.329426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.329662] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.491016] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524b31ad-e9e7-7bf2-39a2-c1e2492a96ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.491328] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.491733] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.492011] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a5f9c0-0f8c-4807-b92a-96ccbc4fafa2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.499773] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1133.499773] env[68946]: value = "task-2879338" [ 1133.499773] env[68946]: _type = "Task" [ 1133.499773] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.509996] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.658052] env[68946]: DEBUG oslo_concurrency.lockutils [None req-305ad066-160a-4f3a-9fc8-375c0fb5e9ac tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.797s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.695264] env[68946]: DEBUG nova.compute.manager [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.695395] env[68946]: DEBUG nova.compute.manager [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1133.695607] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.695775] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.700604] env[68946]: DEBUG nova.network.neutron [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.702918] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Successfully updated port: b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.723608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3706a21b-0ba5-46c8-8df5-d257097e8f35 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.303s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.725029] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.436s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.725190] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.725628] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.725810] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.728317] env[68946]: INFO nova.compute.manager [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Terminating instance [ 1133.832062] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.877437] env[68946]: INFO nova.compute.manager [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Rebuilding instance [ 1133.920853] env[68946]: DEBUG nova.compute.manager [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.921862] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5588b2ab-44e1-4359-a09a-fba90f4069ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.015836] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879338, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.086294] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da428a7f-ac08-4f84-8023-f41fc6a0a2fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.096459] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ac9ab-f070-4901-a83f-6d0da32ca82e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.131721] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d2a04-84ca-4e7a-921d-fcc1de451031 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.143734] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35043b56-de5c-4aa0-a0e7-6222a209a05e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.165780] env[68946]: DEBUG nova.compute.provider_tree [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.204977] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.205261] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.205261] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.233995] env[68946]: DEBUG nova.compute.manager [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.234308] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.234816] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-656cb87c-2ed0-479e-9c5f-707e44efa615 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.244768] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbc8c30-7d0a-4dc4-a5ca-1df8cf736586 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281156] env[68946]: WARNING nova.virt.vmwareapi.vmops [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a357491f-c18f-4730-8904-c2f25f688d0b could not be found. [ 1134.281396] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.281583] env[68946]: INFO nova.compute.manager [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1134.281821] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.282095] env[68946]: DEBUG nova.compute.manager [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.282192] env[68946]: DEBUG nova.network.neutron [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.356204] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.418270] env[68946]: DEBUG nova.network.neutron [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.418644] env[68946]: DEBUG nova.network.neutron [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.513968] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688098} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.514369] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.514772] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.515192] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57df0e84-a480-4334-82f2-86eb3c02c1e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.525018] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1134.525018] env[68946]: value = "task-2879339" [ 1134.525018] env[68946]: _type = "Task" [ 1134.525018] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.533990] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.669766] env[68946]: DEBUG nova.scheduler.client.report [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.738699] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.890953] env[68946]: DEBUG nova.network.neutron [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Updating instance_info_cache with network_info: [{"id": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "address": "fa:16:3e:1f:48:dd", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b17f6e-5d", "ovs_interfaceid": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.920881] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.921172] env[68946]: DEBUG nova.compute.manager [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Received event network-vif-plugged-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1134.921384] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Acquiring lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.921587] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.921745] env[68946]: DEBUG oslo_concurrency.lockutils [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] Lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.921907] env[68946]: DEBUG nova.compute.manager [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] No waiting events found dispatching network-vif-plugged-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.922081] env[68946]: WARNING nova.compute.manager [req-28fed005-0919-438f-b42b-09ae4b59ba54 req-d4b32b80-ab23-4f05-9fe0-14c201b6b0c3 service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Received unexpected event network-vif-plugged-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a for instance with vm_state building and task_state spawning. [ 1134.941457] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.941768] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b526f9-3365-4f37-b34a-4cfdddb2a5c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.950778] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1134.950778] env[68946]: value = "task-2879340" [ 1134.950778] env[68946]: _type = "Task" [ 1134.950778] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.961360] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.008490] env[68946]: DEBUG nova.network.neutron [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.033969] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066485} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.034251] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.035036] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51949f6-0c55-48ee-9049-be18afa6ae4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.059976] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.060621] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0102b358-d807-43d5-822d-65b6a23af2d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.080582] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1135.080582] env[68946]: value = "task-2879341" [ 1135.080582] env[68946]: _type = "Task" [ 1135.080582] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.093096] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.175736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.178458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.689s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.179894] env[68946]: INFO nova.compute.claims [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.201743] env[68946]: INFO nova.scheduler.client.report [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted allocations for instance 278205e0-6bc3-4b8f-9cd6-81774a9a130e [ 1135.394357] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.394687] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Instance network_info: |[{"id": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "address": "fa:16:3e:1f:48:dd", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b17f6e-5d", "ovs_interfaceid": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.395125] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:48:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b17f6e-5d4a-47b3-bc17-74971ad0e39a', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.402758] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.402929] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.403169] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c76f03-e6fd-44c7-a3f2-aecf57a12de7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.423460] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.423460] env[68946]: value = "task-2879342" [ 1135.423460] env[68946]: _type = "Task" [ 1135.423460] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.431229] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879342, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.459964] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879340, 'name': PowerOffVM_Task, 'duration_secs': 0.120763} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.460260] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.460969] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.461775] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641a40c-dbe0-4ec6-9b72-9c07904e5581 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.468970] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.469223] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4af4ed-1472-42e2-a8c3-cfe0275d0bc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.499734] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.500016] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.500213] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Deleting the datastore file [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.500491] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96221d26-3bdc-4174-9282-1ad11f69a803 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.508019] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1135.508019] env[68946]: value = "task-2879344" [ 1135.508019] env[68946]: _type = "Task" [ 1135.508019] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.511758] env[68946]: INFO nova.compute.manager [-] [instance: a357491f-c18f-4730-8904-c2f25f688d0b] Took 1.23 seconds to deallocate network for instance. [ 1135.521085] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.592165] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879341, 'name': ReconfigVM_Task, 'duration_secs': 0.294463} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.592445] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.593102] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16a29d9-0d77-47fc-8aa1-9103e7e95665 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.600444] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1135.600444] env[68946]: value = "task-2879345" [ 1135.600444] env[68946]: _type = "Task" [ 1135.600444] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.609294] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879345, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.709636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7208608c-92ea-44fd-9f9f-eb4d0efe9baa tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "278205e0-6bc3-4b8f-9cd6-81774a9a130e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.074s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.723640] env[68946]: DEBUG nova.compute.manager [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Received event network-changed-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.723905] env[68946]: DEBUG nova.compute.manager [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Refreshing instance network info cache due to event network-changed-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1135.724112] env[68946]: DEBUG oslo_concurrency.lockutils [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] Acquiring lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.724205] env[68946]: DEBUG oslo_concurrency.lockutils [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] Acquired lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.724366] env[68946]: DEBUG nova.network.neutron [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Refreshing network info cache for port b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.937246] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879342, 'name': CreateVM_Task, 'duration_secs': 0.370816} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.937628] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.938332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.938492] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.938818] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.939708] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ab8ad0-9b46-40f9-a49f-193f990d6643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.946727] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1135.946727] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa08ad-719b-492e-936b-91a4e62911f8" [ 1135.946727] env[68946]: _type = "Task" [ 1135.946727] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.958765] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa08ad-719b-492e-936b-91a4e62911f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.019927] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098902} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.020164] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.020391] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.020574] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.110789] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879345, 'name': Rename_Task, 'duration_secs': 0.190112} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.111083] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.111330] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d86f6d67-ebd9-45ce-9299-2d7563171af9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.119299] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1136.119299] env[68946]: value = "task-2879346" [ 1136.119299] env[68946]: _type = "Task" [ 1136.119299] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.127995] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.438192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "0f831683-4219-46e0-a598-71fd80c2a72e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.438403] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.438606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.438814] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.438944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.443519] env[68946]: INFO nova.compute.manager [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Terminating instance [ 1136.456641] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52aa08ad-719b-492e-936b-91a4e62911f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.459699] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.459930] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.460183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.460329] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.460503] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.461361] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6c888f5-3368-42ae-9152-1539ff82da9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.470627] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.470831] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.474347] env[68946]: DEBUG nova.network.neutron [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Updated VIF entry in instance network info cache for port b2b17f6e-5d4a-47b3-bc17-74971ad0e39a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.474697] env[68946]: DEBUG nova.network.neutron [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Updating instance_info_cache with network_info: [{"id": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "address": "fa:16:3e:1f:48:dd", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b17f6e-5d", "ovs_interfaceid": "b2b17f6e-5d4a-47b3-bc17-74971ad0e39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.475792] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9445bfe6-4ac8-4d6a-acd3-bf30ba81d008 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.482534] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1136.482534] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d34ce-6538-59ff-08a5-13a931843724" [ 1136.482534] env[68946]: _type = "Task" [ 1136.482534] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.489503] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d27ef8-5add-4b89-ad7a-1d39a0a67f4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.494960] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d34ce-6538-59ff-08a5-13a931843724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.500035] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f91dc-034a-4d46-a3a7-34a0862aef9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.536977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0825551-ccad-41e8-ad73-58910fe7dc53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.543100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3bfcdde-8eaa-44a3-98d1-290aca83b160 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "a357491f-c18f-4730-8904-c2f25f688d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.818s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.547679] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad25d4-5fe4-43db-a0fd-7eaf603b5dbb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.567795] env[68946]: DEBUG nova.compute.provider_tree [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.632857] env[68946]: DEBUG oslo_vmware.api [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879346, 'name': PowerOnVM_Task, 'duration_secs': 0.498003} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.633145] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.633438] env[68946]: INFO nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1136.633684] env[68946]: DEBUG nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.635031] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa9c59-7e20-45f7-a89f-3ca31cdfe81b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.947642] env[68946]: DEBUG nova.compute.manager [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.947987] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.948865] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6729da-9693-4ae6-905b-8b4199e4dcfb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.957794] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.958164] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00421e4b-3eea-444d-9b16-04c3e8981b80 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.965936] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1136.965936] env[68946]: value = "task-2879347" [ 1136.965936] env[68946]: _type = "Task" [ 1136.965936] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.976516] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.979637] env[68946]: DEBUG oslo_concurrency.lockutils [req-02500fd2-0b9a-490b-abe7-e26eb4805d7e req-95c87b5f-0723-4aa3-b19f-aba67b788b6a service nova] Releasing lock "refresh_cache-c1a46c6d-d738-4036-8484-90d2adf78173" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.994263] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d34ce-6538-59ff-08a5-13a931843724, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.994984] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a6de1b-7424-4aa1-a23a-788410fea0dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.002969] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1137.002969] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f17a43-92eb-72cc-43a2-50edfa84097b" [ 1137.002969] env[68946]: _type = "Task" [ 1137.002969] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.015288] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f17a43-92eb-72cc-43a2-50edfa84097b, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.015564] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.015889] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c1a46c6d-d738-4036-8484-90d2adf78173/c1a46c6d-d738-4036-8484-90d2adf78173.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.016149] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8605cc2-c661-4252-bad5-c656e53ffd5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.025108] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1137.025108] env[68946]: value = "task-2879348" [ 1137.025108] env[68946]: _type = "Task" [ 1137.025108] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.041472] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.069979] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.070243] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.070399] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.070578] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.070719] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.070868] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.071099] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.071264] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.071432] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.071594] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.071840] env[68946]: DEBUG nova.virt.hardware [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.072724] env[68946]: DEBUG nova.scheduler.client.report [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.076677] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacab441-fc99-4972-a3d9-62e8c5e89737 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.085929] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ba64c-7175-408a-8e1f-31c6403dc919 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.102828] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.108683] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.109353] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.109618] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8d7a7e-bd61-4877-ae49-b3c5a1de6477 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.128601] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.128601] env[68946]: value = "task-2879349" [ 1137.128601] env[68946]: _type = "Task" [ 1137.128601] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.138671] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879349, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.157169] env[68946]: INFO nova.compute.manager [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Took 26.56 seconds to build instance. [ 1137.479318] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879347, 'name': PowerOffVM_Task, 'duration_secs': 0.282082} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.479664] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.479840] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.480125] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a140d9b0-0d14-4213-a954-f047dda32df1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.538734] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.543857] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.544130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.569049] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.569049] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.569188] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore1] 0f831683-4219-46e0-a598-71fd80c2a72e {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.569403] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ed8b8e-1994-48de-9fdc-53ab4275d3f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.577794] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1137.577794] env[68946]: value = "task-2879351" [ 1137.577794] env[68946]: _type = "Task" [ 1137.577794] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.581740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.582329] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.585132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.182s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.585331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.589718] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.068s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.589718] env[68946]: DEBUG nova.objects.instance [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'pci_requests' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.593893] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.607400] env[68946]: INFO nova.scheduler.client.report [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocations for instance d303ac87-aeef-4364-94db-ef100a2252bb [ 1137.639558] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879349, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.659406] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4c8b9d20-515e-4233-9ad5-665ef0ef6775 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.083s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.028485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.028870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.028990] env[68946]: DEBUG nova.compute.manager [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.033056] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c3e53-54f7-4e67-bd88-b750204e1c85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.042345] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546506} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.044089] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] c1a46c6d-d738-4036-8484-90d2adf78173/c1a46c6d-d738-4036-8484-90d2adf78173.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.044320] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.044612] env[68946]: DEBUG nova.compute.manager [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1138.045173] env[68946]: DEBUG nova.objects.instance [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'flavor' on Instance uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.046463] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23113798-5dfb-4193-a638-5009d8702930 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.048532] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.057769] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1138.057769] env[68946]: value = "task-2879352" [ 1138.057769] env[68946]: _type = "Task" [ 1138.057769] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.069552] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.081172] env[68946]: DEBUG nova.compute.manager [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Received event network-changed-6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.081172] env[68946]: DEBUG nova.compute.manager [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Refreshing instance network info cache due to event network-changed-6d5388ed-1308-4f54-89e4-ea7692a0fe7e. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1138.081172] env[68946]: DEBUG oslo_concurrency.lockutils [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] Acquiring lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.081484] env[68946]: DEBUG oslo_concurrency.lockutils [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] Acquired lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.081484] env[68946]: DEBUG nova.network.neutron [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Refreshing network info cache for port 6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.090746] env[68946]: DEBUG nova.compute.utils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.092927] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.092927] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.095686] env[68946]: DEBUG nova.objects.instance [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'numa_topology' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.102992] env[68946]: DEBUG oslo_vmware.api [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134329} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.103729] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.103937] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.104953] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.104953] env[68946]: INFO nova.compute.manager [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1138.104953] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.104953] env[68946]: DEBUG nova.compute.manager [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.105112] env[68946]: DEBUG nova.network.neutron [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.118347] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aee151db-f5b9-4fe4-921b-8deaca1cc98e tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "d303ac87-aeef-4364-94db-ef100a2252bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.135s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.140570] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879349, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.186264] env[68946]: DEBUG nova.policy [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b2e68f1f8d49cea2bc4a8482fb4090', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba6a1f1f45e42acb21f7eda79c5110e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.571196] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.575201] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.584082] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Successfully created port: 54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.599611] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.605019] env[68946]: INFO nova.compute.claims [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.640999] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879349, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.815039] env[68946]: DEBUG nova.network.neutron [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updated VIF entry in instance network info cache for port 6d5388ed-1308-4f54-89e4-ea7692a0fe7e. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.815039] env[68946]: DEBUG nova.network.neutron [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating instance_info_cache with network_info: [{"id": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "address": "fa:16:3e:23:d9:5a", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d5388ed-13", "ovs_interfaceid": "6d5388ed-1308-4f54-89e4-ea7692a0fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.866620] env[68946]: DEBUG nova.network.neutron [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.062052] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.065533] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d9b1fe-d102-4d5f-8ec2-9bad41c3ce08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.072827] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.685135} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.074029] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.074407] env[68946]: DEBUG oslo_vmware.api [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1139.074407] env[68946]: value = "task-2879353" [ 1139.074407] env[68946]: _type = "Task" [ 1139.074407] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.075125] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c94158-f6ce-4286-9a4d-be6277b787db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.086270] env[68946]: DEBUG oslo_vmware.api [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.104168] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] c1a46c6d-d738-4036-8484-90d2adf78173/c1a46c6d-d738-4036-8484-90d2adf78173.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.104448] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde70713-d724-41b1-b813-c200ad04f6cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.131053] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1139.131053] env[68946]: value = "task-2879354" [ 1139.131053] env[68946]: _type = "Task" [ 1139.131053] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.151849] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.152052] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879349, 'name': CreateVM_Task, 'duration_secs': 1.610934} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.152226] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.152692] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.152858] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.153259] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.153865] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6470203b-83eb-4c74-8778-a98da6af2006 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.159366] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1139.159366] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525fc2ca-3efc-10c5-80d6-8c6c91cf4ede" [ 1139.159366] env[68946]: _type = "Task" [ 1139.159366] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.169702] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525fc2ca-3efc-10c5-80d6-8c6c91cf4ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.317411] env[68946]: DEBUG oslo_concurrency.lockutils [req-cd11d983-0514-41e9-9f29-dd939295475d req-936bd1a7-3575-4eb3-a1d5-2e9a0fec88e5 service nova] Releasing lock "refresh_cache-2562f578-cdd8-46c3-9b8e-247d581f5af0" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.372166] env[68946]: INFO nova.compute.manager [-] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Took 1.27 seconds to deallocate network for instance. [ 1139.588030] env[68946]: DEBUG oslo_vmware.api [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879353, 'name': PowerOffVM_Task, 'duration_secs': 0.259186} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.588348] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.588944] env[68946]: DEBUG nova.compute.manager [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.589372] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc995df0-3ea7-4e3e-a6b0-cd611c23d47e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.625722] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.647110] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879354, 'name': ReconfigVM_Task, 'duration_secs': 0.363019} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.649114] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Reconfigured VM instance instance-00000065 to attach disk [datastore2] c1a46c6d-d738-4036-8484-90d2adf78173/c1a46c6d-d738-4036-8484-90d2adf78173.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.651953] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf57613-a6f0-4f28-bfb7-c5809d1e922b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.656028] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.656028] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.656028] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.656028] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.656028] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.656268] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.656359] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.656515] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.656677] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.656851] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.657239] env[68946]: DEBUG nova.virt.hardware [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.658190] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664f2425-fd49-42c9-8eb1-eb3e080e45f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.665191] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1139.665191] env[68946]: value = "task-2879355" [ 1139.665191] env[68946]: _type = "Task" [ 1139.665191] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.676750] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec6aa6-18b6-4764-b52c-2139342547ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.680431] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]525fc2ca-3efc-10c5-80d6-8c6c91cf4ede, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.684214] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.684472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.684711] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.684875] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.685147] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.685985] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a4cc78-b558-4966-836a-d12b452284dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.699619] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879355, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.710174] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.710384] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.711139] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5279075-4036-4b46-a427-5f64ccdc679d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.717427] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1139.717427] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f24358-399c-afa1-c055-20c0e12e976a" [ 1139.717427] env[68946]: _type = "Task" [ 1139.717427] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.725542] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f24358-399c-afa1-c055-20c0e12e976a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.879263] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.937965] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418c261-e646-41a0-8ad1-809fefa9518e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946615] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a9e0e-b384-4f6b-95ba-ee4032f57608 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.983446] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ce42c-8ee3-425c-877d-37f76199433f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.993918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e893d-ccf1-47c9-8707-a815278399b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.010545] env[68946]: DEBUG nova.compute.provider_tree [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.100072] env[68946]: DEBUG nova.compute.manager [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Received event network-vif-plugged-54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.100356] env[68946]: DEBUG oslo_concurrency.lockutils [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] Acquiring lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.100505] env[68946]: DEBUG oslo_concurrency.lockutils [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.100670] env[68946]: DEBUG oslo_concurrency.lockutils [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.100955] env[68946]: DEBUG nova.compute.manager [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] No waiting events found dispatching network-vif-plugged-54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.101208] env[68946]: WARNING nova.compute.manager [req-fbaba222-3d08-4117-945a-656cc57995b9 req-cf90b65a-ff00-49c8-9902-2fc11f17a245 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Received unexpected event network-vif-plugged-54711a2d-256c-46ec-82f4-11dca543edcd for instance with vm_state building and task_state spawning. [ 1140.104235] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fcf00c86-717c-45be-b023-507292425fbf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.111119] env[68946]: DEBUG nova.compute.manager [req-a21707ed-9528-47c5-a347-2009ba5fd6a6 req-1d31df0e-204c-4658-acad-7f8c5a83a496 service nova] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Received event network-vif-deleted-32753408-0a5e-4df0-9d0e-92b079eedee5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.178786] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879355, 'name': Rename_Task, 'duration_secs': 0.33272} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.179068] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.179319] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfb1d7e-bc27-40cf-b75f-7f4f35f90ea1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.187360] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1140.187360] env[68946]: value = "task-2879356" [ 1140.187360] env[68946]: _type = "Task" [ 1140.187360] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.195362] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.197237] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Successfully updated port: 54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.229519] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f24358-399c-afa1-c055-20c0e12e976a, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.230473] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7766e6-b050-41eb-9497-1f72ff2da8b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.237259] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1140.237259] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c8cd83-37aa-188d-9cd3-c6e6e8a3458a" [ 1140.237259] env[68946]: _type = "Task" [ 1140.237259] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.248077] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c8cd83-37aa-188d-9cd3-c6e6e8a3458a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.418534] env[68946]: DEBUG nova.objects.instance [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'flavor' on Instance uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.513078] env[68946]: DEBUG nova.scheduler.client.report [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.626019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.626019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.697967] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.699606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.699739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.699887] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.747376] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c8cd83-37aa-188d-9cd3-c6e6e8a3458a, 'name': SearchDatastore_Task, 'duration_secs': 0.036439} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.747619] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.747873] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.748138] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f08bd7-340a-4663-bcc3-3e768577d472 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.755160] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1140.755160] env[68946]: value = "task-2879357" [ 1140.755160] env[68946]: _type = "Task" [ 1140.755160] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.763911] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.924244] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.924493] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.924617] env[68946]: DEBUG nova.network.neutron [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.924874] env[68946]: DEBUG nova.objects.instance [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'info_cache' on Instance uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.018735] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.431s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.021120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.486s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.021370] env[68946]: DEBUG nova.objects.instance [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lazy-loading 'resources' on Instance uuid 92547f55-7a2a-458a-9975-7ebe82f6c3f7 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.054857] env[68946]: INFO nova.network.neutron [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating port 4162d86e-8888-43f5-95fc-dac61fccc245 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1141.129399] env[68946]: DEBUG nova.compute.utils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.199610] env[68946]: DEBUG oslo_vmware.api [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879356, 'name': PowerOnVM_Task, 'duration_secs': 0.798693} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.199922] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.200147] env[68946]: INFO nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1141.200367] env[68946]: DEBUG nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.201362] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dff764-b3b7-4b74-be99-1c231e36a0d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.242504] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.268741] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879357, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.387109] env[68946]: DEBUG nova.network.neutron [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Updating instance_info_cache with network_info: [{"id": "54711a2d-256c-46ec-82f4-11dca543edcd", "address": "fa:16:3e:bd:45:cd", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54711a2d-25", "ovs_interfaceid": "54711a2d-256c-46ec-82f4-11dca543edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.428786] env[68946]: DEBUG nova.objects.base [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Object Instance<06ea6d9d-3c68-4954-9e21-b1745d6adbf5> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.634231] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.724885] env[68946]: INFO nova.compute.manager [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Took 29.07 seconds to build instance. [ 1141.768813] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521891} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.771159] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.771383] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.771788] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f30f73f-90cf-4a15-a2c9-a85afd54f9ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.779288] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1141.779288] env[68946]: value = "task-2879358" [ 1141.779288] env[68946]: _type = "Task" [ 1141.779288] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.790868] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.818972] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ab4f1-e24e-43b5-832b-bcba86cf7316 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.826126] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4825aa4-123f-4412-b739-a17ab4191eb9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.855867] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d59805-fd2b-47c7-82de-519de92075ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.863747] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126f372d-ff12-4dc7-b9cc-98ab4311f74f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.877316] env[68946]: DEBUG nova.compute.provider_tree [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.889907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.890224] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Instance network_info: |[{"id": "54711a2d-256c-46ec-82f4-11dca543edcd", "address": "fa:16:3e:bd:45:cd", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54711a2d-25", "ovs_interfaceid": "54711a2d-256c-46ec-82f4-11dca543edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.890600] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:45:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54711a2d-256c-46ec-82f4-11dca543edcd', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.898165] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.898603] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.898817] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d965f499-6648-4e7b-9ff7-454185562c0b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.919518] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.919518] env[68946]: value = "task-2879359" [ 1141.919518] env[68946]: _type = "Task" [ 1141.919518] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.931336] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879359, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.172500] env[68946]: DEBUG nova.network.neutron [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.222125] env[68946]: DEBUG nova.compute.manager [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Received event network-changed-54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.222297] env[68946]: DEBUG nova.compute.manager [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Refreshing instance network info cache due to event network-changed-54711a2d-256c-46ec-82f4-11dca543edcd. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1142.222803] env[68946]: DEBUG oslo_concurrency.lockutils [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] Acquiring lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.222961] env[68946]: DEBUG oslo_concurrency.lockutils [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] Acquired lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.223264] env[68946]: DEBUG nova.network.neutron [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Refreshing network info cache for port 54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.227650] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4b164a68-9791-4b11-bbb2-200f3ca9cc73 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.586s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.289611] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.290560] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.291154] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaec228-89f9-4554-844e-562b3f1dee19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.311458] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.311718] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb4fdcb-712f-4971-8f54-c2d4634bc18a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.332527] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1142.332527] env[68946]: value = "task-2879360" [ 1142.332527] env[68946]: _type = "Task" [ 1142.332527] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.341156] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.380321] env[68946]: DEBUG nova.scheduler.client.report [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.430571] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879359, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.675483] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.705279] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.705583] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.705830] env[68946]: INFO nova.compute.manager [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Attaching volume 5bc738ee-3a28-4e9a-b136-4ddf90a45b83 to /dev/sdb [ 1142.738454] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2b202d-e311-4bae-9856-9ad44d4092ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.745769] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ae184-d30b-4fcc-93a3-98288dea7e00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.760503] env[68946]: DEBUG nova.virt.block_device [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updating existing volume attachment record: 9c1836d0-528c-4eee-9a68-34dcbf844aba {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.845990] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.886909] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.890014] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.802s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.890304] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.892139] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.746s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.893718] env[68946]: INFO nova.compute.claims [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.896861] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "c1a46c6d-d738-4036-8484-90d2adf78173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.897339] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.897339] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.897567] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.897767] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.902613] env[68946]: INFO nova.compute.manager [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Terminating instance [ 1142.919831] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.919919] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.920925] env[68946]: DEBUG nova.network.neutron [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.929513] env[68946]: INFO nova.scheduler.client.report [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted allocations for instance 8553f489-1e6c-4eae-9e20-b228120de0be [ 1142.934510] env[68946]: INFO nova.scheduler.client.report [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted allocations for instance 92547f55-7a2a-458a-9975-7ebe82f6c3f7 [ 1142.942669] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879359, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.944444] env[68946]: DEBUG nova.network.neutron [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Updated VIF entry in instance network info cache for port 54711a2d-256c-46ec-82f4-11dca543edcd. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.945155] env[68946]: DEBUG nova.network.neutron [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Updating instance_info_cache with network_info: [{"id": "54711a2d-256c-46ec-82f4-11dca543edcd", "address": "fa:16:3e:bd:45:cd", "network": {"id": "9efc29a5-6fcd-474a-9238-1db01a227d01", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2130983653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba6a1f1f45e42acb21f7eda79c5110e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54711a2d-25", "ovs_interfaceid": "54711a2d-256c-46ec-82f4-11dca543edcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.344860] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879360, 'name': ReconfigVM_Task, 'duration_secs': 0.760226} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.345322] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4/d6b31548-3276-4c7a-ad35-331002cd07c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.345977] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd1985a2-0282-45e5-ae26-74978787d25b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.352683] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1143.352683] env[68946]: value = "task-2879362" [ 1143.352683] env[68946]: _type = "Task" [ 1143.352683] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.362300] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879362, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.406781] env[68946]: DEBUG nova.compute.manager [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.407035] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.407904] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab7d2b-ea62-4300-a26f-e3ee52cf9d0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.417272] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.417564] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda8da17-bac0-4566-a444-b84218f2f78e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.428799] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1143.428799] env[68946]: value = "task-2879363" [ 1143.428799] env[68946]: _type = "Task" [ 1143.428799] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.439143] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879359, 'name': CreateVM_Task, 'duration_secs': 1.393943} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.439143] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8c71de2-f5f3-4a44-8476-4478e3a9a6cb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "8553f489-1e6c-4eae-9e20-b228120de0be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.065s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.440282] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.440971] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.441148] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.441455] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.441700] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a5af6f-ac89-43f5-8278-2c9cc986ac78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.448672] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.449109] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8a3658ab-f685-4702-8447-1e4b10b0ea31 tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "92547f55-7a2a-458a-9975-7ebe82f6c3f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.305s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.450619] env[68946]: DEBUG oslo_concurrency.lockutils [req-0301e9cf-a1f8-477a-a69c-d8493b513946 req-0ea7d8ed-a016-417e-a358-9069ef6ee099 service nova] Releasing lock "refresh_cache-eb6bebbf-779f-4a1d-a06e-eb2137f4c508" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.455015] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1143.455015] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cd5c34-6790-ba0d-c0cf-cb81156071b2" [ 1143.455015] env[68946]: _type = "Task" [ 1143.455015] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.472114] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cd5c34-6790-ba0d-c0cf-cb81156071b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.647993] env[68946]: DEBUG nova.network.neutron [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.683600] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.683960] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65f993d-95f5-42fa-9b53-c9335574cae1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.694863] env[68946]: DEBUG oslo_vmware.api [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1143.694863] env[68946]: value = "task-2879364" [ 1143.694863] env[68946]: _type = "Task" [ 1143.694863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.705473] env[68946]: DEBUG oslo_vmware.api [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.866970] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879362, 'name': Rename_Task, 'duration_secs': 0.164222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.866970] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.866970] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ea599e0-308e-4533-857a-e9862d31bfb5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.874048] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1143.874048] env[68946]: value = "task-2879365" [ 1143.874048] env[68946]: _type = "Task" [ 1143.874048] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.885293] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.940320] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879363, 'name': PowerOffVM_Task, 'duration_secs': 0.291408} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.943064] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.943252] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.943955] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49adbc55-d513-430b-81ba-eb34bcc7e227 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.968055] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52cd5c34-6790-ba0d-c0cf-cb81156071b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.968446] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.968622] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.968856] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.969056] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.969229] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.969499] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b0507c-1292-499e-8aa1-6fdd7282dc7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.979765] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.979989] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.980865] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bca15e1-c4cf-499c-8ba7-d7082a029876 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.987617] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1143.987617] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523261d9-9058-e5cf-8aac-86a9af5ed560" [ 1143.987617] env[68946]: _type = "Task" [ 1143.987617] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.997962] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523261d9-9058-e5cf-8aac-86a9af5ed560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.029183] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.029421] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.029601] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore2] c1a46c6d-d738-4036-8484-90d2adf78173 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.029867] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156d585c-140e-43d9-9eb5-475803b5fa6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.040090] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1144.040090] env[68946]: value = "task-2879367" [ 1144.040090] env[68946]: _type = "Task" [ 1144.040090] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.051726] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.150870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.178310] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7e63e61a3cad45539b3053d56fd58bf4',container_format='bare',created_at=2025-03-10T09:08:09Z,direct_url=,disk_format='vmdk',id=1979605b-1428-4f16-86ee-522aaaae9aa6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-689810043-shelved',owner='eec90c7d41e240cfadbcfc80dd56e6d2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-10T09:08:24Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.178578] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.178735] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.178912] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.179224] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.179413] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.179627] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.179784] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.180038] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.180117] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.180299] env[68946]: DEBUG nova.virt.hardware [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.181199] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211a5b3-403f-4ae6-b5cf-57ea3b99b5db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.193839] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de694978-a661-4caf-bb0f-c17eb4076eda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.209444] env[68946]: DEBUG oslo_vmware.api [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879364, 'name': PowerOnVM_Task, 'duration_secs': 0.418251} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.218172] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.218420] env[68946]: DEBUG nova.compute.manager [None req-2a7c9e87-a9cf-40da-acc7-55554da6b758 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.219036] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:66:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4162d86e-8888-43f5-95fc-dac61fccc245', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.228782] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.232341] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df95af-7236-40ff-ab36-b7abcfe5b0b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.235283] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.236653] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c06663-b77c-4186-8caf-751bf36a741f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.261677] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.261677] env[68946]: value = "task-2879368" [ 1144.261677] env[68946]: _type = "Task" [ 1144.261677] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.271340] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879368, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.373721] env[68946]: DEBUG nova.compute.manager [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.374146] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.375098] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.375098] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.375098] env[68946]: DEBUG nova.compute.manager [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] No waiting events found dispatching network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.375415] env[68946]: WARNING nova.compute.manager [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received unexpected event network-vif-plugged-4162d86e-8888-43f5-95fc-dac61fccc245 for instance with vm_state shelved_offloaded and task_state spawning. [ 1144.375415] env[68946]: DEBUG nova.compute.manager [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.375515] env[68946]: DEBUG nova.compute.manager [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing instance network info cache due to event network-changed-4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.375650] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.375809] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.376072] env[68946]: DEBUG nova.network.neutron [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Refreshing network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.390031] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.440813] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8bcc9f-470e-477c-813f-38a162b19af3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.450422] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c212228b-3088-413b-a863-3b81c836143f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.486606] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ba4a1-779a-4636-b76a-eea2d8ae17dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.501652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f75c7-1b92-463a-8181-f6f402f081e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.506111] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523261d9-9058-e5cf-8aac-86a9af5ed560, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.507378] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de65201-8cf7-4850-8058-d340db20933e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.518816] env[68946]: DEBUG nova.compute.provider_tree [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.524547] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1144.524547] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae83df-69fd-3a1a-68fa-58d793b9ada3" [ 1144.524547] env[68946]: _type = "Task" [ 1144.524547] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.533778] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae83df-69fd-3a1a-68fa-58d793b9ada3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.550659] env[68946]: DEBUG oslo_vmware.api [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206986} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.550887] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.551047] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.551274] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.551391] env[68946]: INFO nova.compute.manager [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1144.551628] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.551809] env[68946]: DEBUG nova.compute.manager [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.551904] env[68946]: DEBUG nova.network.neutron [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.586710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.586978] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.774338] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879368, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.870413] env[68946]: DEBUG nova.compute.manager [req-dc24c8e3-498a-46c4-8a0d-0edd67d0f79f req-f89ba2c6-a318-4652-b56d-ae187957efbc service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Received event network-vif-deleted-b2b17f6e-5d4a-47b3-bc17-74971ad0e39a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.870528] env[68946]: INFO nova.compute.manager [req-dc24c8e3-498a-46c4-8a0d-0edd67d0f79f req-f89ba2c6-a318-4652-b56d-ae187957efbc service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Neutron deleted interface b2b17f6e-5d4a-47b3-bc17-74971ad0e39a; detaching it from the instance and deleting it from the info cache [ 1144.870665] env[68946]: DEBUG nova.network.neutron [req-dc24c8e3-498a-46c4-8a0d-0edd67d0f79f req-f89ba2c6-a318-4652-b56d-ae187957efbc service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.887228] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.887914] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.892561] env[68946]: DEBUG oslo_vmware.api [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879365, 'name': PowerOnVM_Task, 'duration_secs': 0.54071} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.893229] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.893444] env[68946]: DEBUG nova.compute.manager [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.894546] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d725b87-f296-4457-8129-51f828b6ab6a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.022531] env[68946]: DEBUG nova.scheduler.client.report [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.038930] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae83df-69fd-3a1a-68fa-58d793b9ada3, 'name': SearchDatastore_Task, 'duration_secs': 0.016284} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.039780] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040054] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] eb6bebbf-779f-4a1d-a06e-eb2137f4c508/eb6bebbf-779f-4a1d-a06e-eb2137f4c508.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.040309] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6250834-0f7e-449a-9fa4-b943a3c1459b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.049531] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1145.049531] env[68946]: value = "task-2879370" [ 1145.049531] env[68946]: _type = "Task" [ 1145.049531] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.058649] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.091814] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.104390] env[68946]: DEBUG nova.network.neutron [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updated VIF entry in instance network info cache for port 4162d86e-8888-43f5-95fc-dac61fccc245. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.104727] env[68946]: DEBUG nova.network.neutron [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.274541] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879368, 'name': CreateVM_Task, 'duration_secs': 0.558468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.274714] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.275431] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.275613] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.275996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.276269] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f3e67f-7e1e-4da0-b264-7e3d01fe9d4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.282240] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1145.282240] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522835d8-7284-07da-2626-f2f71d8e69ee" [ 1145.282240] env[68946]: _type = "Task" [ 1145.282240] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.292694] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522835d8-7284-07da-2626-f2f71d8e69ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.313783] env[68946]: DEBUG nova.network.neutron [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.373749] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d1a5ced-434c-46a4-88aa-1299b77e7753 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.387123] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34b978-869e-4145-bc92-d1442b563f33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.402769] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.412625] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.435732] env[68946]: DEBUG nova.compute.manager [req-dc24c8e3-498a-46c4-8a0d-0edd67d0f79f req-f89ba2c6-a318-4652-b56d-ae187957efbc service nova] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Detach interface failed, port_id=b2b17f6e-5d4a-47b3-bc17-74971ad0e39a, reason: Instance c1a46c6d-d738-4036-8484-90d2adf78173 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1145.531525] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.533190] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.599s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.533531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.533887] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.534369] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.554s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.534783] env[68946]: DEBUG nova.objects.instance [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'resources' on Instance uuid 11212aa3-a6a9-413a-b816-fd3093b379fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.538679] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded7a87-07af-4f7a-a724-67c43d439f33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.559695] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de1b49-027b-4b70-aa6d-65c08fc062ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.584816] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df3118-bc28-4676-a2e2-8e923ff3e4b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.587888] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.598518] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bcb9e5-39d8-4fa5-a8cb-9a21c3f4ffd3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.608052] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a68c839-d6f9-466e-bfa0-7fff9384ab69 req-7121cd1b-3c32-4ed1-96ce-df4f08a50c25 service nova] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.640718] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178713MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.640875] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.642641] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.794120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.794435] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Processing image 1979605b-1428-4f16-86ee-522aaaae9aa6 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.794695] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.794845] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.795034] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.795296] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a15a89-3443-4820-850b-4cc47ff2b423 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.805991] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.806210] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.806948] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddb6861-03c6-4902-8ece-44546d77fa6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.812974] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1145.812974] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294a488-2449-68ae-28c4-13163552d7b5" [ 1145.812974] env[68946]: _type = "Task" [ 1145.812974] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.816470] env[68946]: INFO nova.compute.manager [-] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Took 1.26 seconds to deallocate network for instance. [ 1145.824060] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294a488-2449-68ae-28c4-13163552d7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.924076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.037787] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "92c48f16-a1b8-4994-b108-2009acdd96f6" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.038048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "92c48f16-a1b8-4994-b108-2009acdd96f6" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.062979] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754495} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.063266] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] eb6bebbf-779f-4a1d-a06e-eb2137f4c508/eb6bebbf-779f-4a1d-a06e-eb2137f4c508.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.063476] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.063717] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705da495-b02d-4109-96ce-fbed86825182 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.071974] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1146.071974] env[68946]: value = "task-2879371" [ 1146.071974] env[68946]: _type = "Task" [ 1146.071974] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.079967] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.159784] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "d6b31548-3276-4c7a-ad35-331002cd07c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.160082] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.160349] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "d6b31548-3276-4c7a-ad35-331002cd07c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.160573] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.160788] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.163249] env[68946]: INFO nova.compute.manager [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Terminating instance [ 1146.313822] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e805e0-298c-4dc5-901b-8d162ebf4980 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.327293] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac58da-c47a-4b49-9738-2b3c57425ef4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.330805] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.331199] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.331424] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Fetch image to [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22/OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.331607] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Downloading stream optimized image 1979605b-1428-4f16-86ee-522aaaae9aa6 to [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22/OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22.vmdk on the data store datastore1 as vApp {{(pid=68946) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.331772] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Downloading image file data 1979605b-1428-4f16-86ee-522aaaae9aa6 to the ESX as VM named 'OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22' {{(pid=68946) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.364124] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20444e0-adc7-4b4d-95fe-30728ae8c6e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.390017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc061ae6-30ad-4284-abdf-8b4def36ea6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405616] env[68946]: DEBUG nova.compute.provider_tree [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.429333] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.429333] env[68946]: value = "resgroup-9" [ 1146.429333] env[68946]: _type = "ResourcePool" [ 1146.429333] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.429891] env[68946]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-004fec29-ba44-4f8c-b2ac-094ed92c0418 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.451578] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lease: (returnval){ [ 1146.451578] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1146.451578] env[68946]: _type = "HttpNfcLease" [ 1146.451578] env[68946]: } obtained for vApp import into resource pool (val){ [ 1146.451578] env[68946]: value = "resgroup-9" [ 1146.451578] env[68946]: _type = "ResourcePool" [ 1146.451578] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.451886] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the lease: (returnval){ [ 1146.451886] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1146.451886] env[68946]: _type = "HttpNfcLease" [ 1146.451886] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.458529] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.458529] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1146.458529] env[68946]: _type = "HttpNfcLease" [ 1146.458529] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.543437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "92c48f16-a1b8-4994-b108-2009acdd96f6" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.543437] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.582754] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073003} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.583726] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.584553] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b9aff-1ef9-40de-b5aa-f9562556f075 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.609634] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] eb6bebbf-779f-4a1d-a06e-eb2137f4c508/eb6bebbf-779f-4a1d-a06e-eb2137f4c508.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.610294] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d174fda-47f8-43ec-9ea7-3b39c148993c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.630835] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1146.630835] env[68946]: value = "task-2879373" [ 1146.630835] env[68946]: _type = "Task" [ 1146.630835] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.639833] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.669536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "refresh_cache-d6b31548-3276-4c7a-ad35-331002cd07c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.669740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquired lock "refresh_cache-d6b31548-3276-4c7a-ad35-331002cd07c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.669937] env[68946]: DEBUG nova.network.neutron [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.909056] env[68946]: DEBUG nova.scheduler.client.report [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.961347] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.961347] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1146.961347] env[68946]: _type = "HttpNfcLease" [ 1146.961347] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.048837] env[68946]: DEBUG nova.compute.utils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.050431] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.051304] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.093903] env[68946]: DEBUG nova.policy [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309c9b4bab184eb5ab2f611576da895a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7aa6592490944d596f28911635cda9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.143839] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879373, 'name': ReconfigVM_Task, 'duration_secs': 0.274504} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.143839] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Reconfigured VM instance instance-00000066 to attach disk [datastore1] eb6bebbf-779f-4a1d-a06e-eb2137f4c508/eb6bebbf-779f-4a1d-a06e-eb2137f4c508.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.144288] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2d9ec3-b0fb-4a8d-a7d9-48ba0555b8c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.154845] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1147.154845] env[68946]: value = "task-2879374" [ 1147.154845] env[68946]: _type = "Task" [ 1147.154845] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.165597] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879374, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.192402] env[68946]: DEBUG nova.network.neutron [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.248082] env[68946]: DEBUG nova.network.neutron [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.311816] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.312135] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578621', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'name': 'volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cda0225-d8f6-44ab-87f8-404beb8341bc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'serial': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.313214] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc778d-1824-40a8-8e07-4fdd61f33e79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.332646] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9937533b-5310-4854-afb6-63388bdc0430 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.361025] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83/volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.361275] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03ff8ab9-e6a1-42e6-8e64-14c051aaaf2e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.384986] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1147.384986] env[68946]: value = "task-2879375" [ 1147.384986] env[68946]: _type = "Task" [ 1147.384986] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.393698] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.394602] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Successfully created port: 0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.415519] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.418585] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.062s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.419429] env[68946]: INFO nova.compute.claims [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.438056] env[68946]: INFO nova.scheduler.client.report [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleted allocations for instance 11212aa3-a6a9-413a-b816-fd3093b379fa [ 1147.462247] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.462247] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1147.462247] env[68946]: _type = "HttpNfcLease" [ 1147.462247] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.463932] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.463932] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52485923-da29-09f7-acce-c80981747ed1" [ 1147.463932] env[68946]: _type = "HttpNfcLease" [ 1147.463932] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1147.464328] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a749e67-3376-48a6-bf51-7c0d696b89bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.473199] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.473516] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1147.551386] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f07226d-c72c-445c-a9bb-9682d9dae319 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.554035] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.667672] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879374, 'name': Rename_Task, 'duration_secs': 0.169717} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.667940] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.668193] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba443f3-b889-4a14-ba23-873fbe0e8554 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.675700] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1147.675700] env[68946]: value = "task-2879376" [ 1147.675700] env[68946]: _type = "Task" [ 1147.675700] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.683701] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.751788] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Releasing lock "refresh_cache-d6b31548-3276-4c7a-ad35-331002cd07c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.752309] env[68946]: DEBUG nova.compute.manager [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.752529] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.753419] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3016f5-bfa3-40c9-a492-11169e389edb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.761639] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.761889] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666f82bf-39fb-4fa9-8462-a0cc62365c1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.769120] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1147.769120] env[68946]: value = "task-2879377" [ 1147.769120] env[68946]: _type = "Task" [ 1147.769120] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.777862] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.901361] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.946436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-40126463-1ba1-486f-8c6b-85380adbf02b tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "11212aa3-a6a9-413a-b816-fd3093b379fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.207s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.186274] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.280583] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879377, 'name': PowerOffVM_Task, 'duration_secs': 0.178758} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.280876] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.281056] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.281322] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e13852-9a93-4c9b-8e7d-9c8f8b5271f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.313311] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.313632] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.313937] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Deleting the datastore file [datastore2] d6b31548-3276-4c7a-ad35-331002cd07c4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.314307] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6213e8-1bd8-44b7-bddd-6e663603a360 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.325032] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for the task: (returnval){ [ 1148.325032] env[68946]: value = "task-2879379" [ 1148.325032] env[68946]: _type = "Task" [ 1148.325032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.337289] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.395959] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.568676] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.602138] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.602420] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.602577] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.602749] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.602887] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.603092] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.603262] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.603461] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.603637] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.603808] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.603967] env[68946]: DEBUG nova.virt.hardware [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.604886] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c38e47-387b-4310-9cf0-59c323b4a4cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.620622] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb85de00-3983-4158-90b1-a546f32d1090 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.689232] env[68946]: DEBUG oslo_vmware.api [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879376, 'name': PowerOnVM_Task, 'duration_secs': 0.51768} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.693885] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.694123] env[68946]: INFO nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1148.694307] env[68946]: DEBUG nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.695494] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3b9504-abc0-41d9-9c57-2420523216bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.780622] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842926f8-9f0d-4134-8052-edef23116b28 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.790999] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9599dacb-f7ee-4ae8-82e9-19edc74d9969 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.827401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5daf1-7e63-4ce7-b994-02e6c69e167a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.836665] env[68946]: DEBUG nova.compute.manager [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Received event network-vif-plugged-0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1148.836945] env[68946]: DEBUG oslo_concurrency.lockutils [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] Acquiring lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.837310] env[68946]: DEBUG oslo_concurrency.lockutils [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.837580] env[68946]: DEBUG oslo_concurrency.lockutils [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.837811] env[68946]: DEBUG nova.compute.manager [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] No waiting events found dispatching network-vif-plugged-0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.838100] env[68946]: WARNING nova.compute.manager [req-08b9b2d1-fde5-450a-82be-1345b25ae2e6 req-94d1e762-f5be-4207-a0ba-f1702f0613b1 service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Received unexpected event network-vif-plugged-0efcfab0-9fab-4c5d-9bc5-8880c315ab25 for instance with vm_state building and task_state spawning. [ 1148.849946] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c2919f-a6b6-4ae1-b587-21df531bd106 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.854398] env[68946]: DEBUG oslo_vmware.api [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Task: {'id': task-2879379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115488} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.856828] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.857066] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.857283] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.857501] env[68946]: INFO nova.compute.manager [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1148.857822] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.858426] env[68946]: DEBUG nova.compute.manager [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.858575] env[68946]: DEBUG nova.network.neutron [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.869867] env[68946]: DEBUG nova.compute.provider_tree [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.894547] env[68946]: DEBUG nova.network.neutron [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.898846] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879375, 'name': ReconfigVM_Task, 'duration_secs': 1.337966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.900767] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83/volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.906451] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bca18c1-0109-4bcf-89b9-e4b4007b63a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.927260] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1148.927260] env[68946]: value = "task-2879380" [ 1148.927260] env[68946]: _type = "Task" [ 1148.927260] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.933020] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Successfully updated port: 0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.944057] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.945901] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1148.946123] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.947510] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4083cb2-1bb0-40a1-97c4-679c3b726b58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.957186] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.957401] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1148.957653] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6c7a55e0-1d75-4fe8-b602-a49fe3e0c8d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.220252] env[68946]: INFO nova.compute.manager [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Took 31.75 seconds to build instance. [ 1149.292392] env[68946]: DEBUG oslo_vmware.rw_handles [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c71f4-a949-a087-d7ad-28d81991db95/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1149.292603] env[68946]: INFO nova.virt.vmwareapi.images [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Downloaded image file data 1979605b-1428-4f16-86ee-522aaaae9aa6 [ 1149.293467] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b062fd-ea60-402e-94bb-8bd003150e5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.309238] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88ec968-3c07-4fd9-ae60-1c3e8abeb6ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.375788] env[68946]: DEBUG nova.scheduler.client.report [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.400964] env[68946]: DEBUG nova.network.neutron [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.438989] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439116] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquired lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.439253] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.440322] env[68946]: DEBUG oslo_vmware.api [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879380, 'name': ReconfigVM_Task, 'duration_secs': 0.179643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.441052] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578621', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'name': 'volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cda0225-d8f6-44ab-87f8-404beb8341bc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'serial': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.548732] env[68946]: INFO nova.virt.vmwareapi.images [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] The imported VM was unregistered [ 1149.551442] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1149.551682] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.552013] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b65a50-7c8a-4a7c-a216-fe8820668492 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.604217] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Created directory with path [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.604445] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22/OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22.vmdk to [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk. {{(pid=68946) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1149.604724] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a267b4f8-5325-4673-9c53-13d3639bb703 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.612332] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1149.612332] env[68946]: value = "task-2879382" [ 1149.612332] env[68946]: _type = "Task" [ 1149.612332] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.619917] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.722363] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8c3b7872-6a9b-46d4-a755-b7819c1abf58 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.277s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.731488] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.731775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.880962] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.881663] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.884281] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.309s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.885700] env[68946]: INFO nova.compute.claims [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.903762] env[68946]: INFO nova.compute.manager [-] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Took 1.05 seconds to deallocate network for instance. [ 1149.970839] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.112444] env[68946]: DEBUG nova.network.neutron [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Updating instance_info_cache with network_info: [{"id": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "address": "fa:16:3e:d2:1d:3b", "network": {"id": "9b35ade1-ae25-415d-b1d1-b5729d98467b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-35198008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7aa6592490944d596f28911635cda9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efcfab0-9f", "ovs_interfaceid": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.124485] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.234901] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.390403] env[68946]: DEBUG nova.compute.utils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.394209] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.394209] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.409663] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.434312] env[68946]: DEBUG nova.policy [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.485316] env[68946]: DEBUG nova.objects.instance [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 1cda0225-d8f6-44ab-87f8-404beb8341bc {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.616089] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Releasing lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.616411] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Instance network_info: |[{"id": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "address": "fa:16:3e:d2:1d:3b", "network": {"id": "9b35ade1-ae25-415d-b1d1-b5729d98467b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-35198008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7aa6592490944d596f28911635cda9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efcfab0-9f", "ovs_interfaceid": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.617142] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1d:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0efcfab0-9fab-4c5d-9bc5-8880c315ab25', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.624837] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Creating folder: Project (e7aa6592490944d596f28911635cda9d). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.630115] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2c8986-fa8b-4954-93ff-4b6ea3bf75ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.645309] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.651335] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Created folder: Project (e7aa6592490944d596f28911635cda9d) in parent group-v578341. [ 1150.651559] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Creating folder: Instances. Parent ref: group-v578624. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.651924] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c6e475-b57e-4381-bd75-0f945f4a4034 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.667242] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Created folder: Instances in parent group-v578624. [ 1150.667526] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.667737] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.667968] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8070a683-1eb5-48bd-b751-9e705e7a6076 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.692194] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.692194] env[68946]: value = "task-2879385" [ 1150.692194] env[68946]: _type = "Task" [ 1150.692194] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.704638] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879385, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.749037] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Successfully created port: 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.771822] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.894907] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.916924] env[68946]: DEBUG nova.compute.manager [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Received event network-changed-0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.917213] env[68946]: DEBUG nova.compute.manager [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Refreshing instance network info cache due to event network-changed-0efcfab0-9fab-4c5d-9bc5-8880c315ab25. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1150.917503] env[68946]: DEBUG oslo_concurrency.lockutils [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] Acquiring lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.917834] env[68946]: DEBUG oslo_concurrency.lockutils [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] Acquired lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.917941] env[68946]: DEBUG nova.network.neutron [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Refreshing network info cache for port 0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.991941] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8833f2c0-9bb2-430b-9e72-4d9e460a6aa8 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.286s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.134819] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.138128] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.138386] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.138593] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.138900] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.139022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.142070] env[68946]: INFO nova.compute.manager [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Terminating instance [ 1151.206022] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879385, 'name': CreateVM_Task, 'duration_secs': 0.429773} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.206272] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.206983] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.207177] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.207511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.207800] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff18fb8-d72e-40a6-a781-d81b597e6894 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.216389] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1151.216389] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296c9fc-004f-298f-159e-c1570ca7a92e" [ 1151.216389] env[68946]: _type = "Task" [ 1151.216389] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.231627] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296c9fc-004f-298f-159e-c1570ca7a92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.281076] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b899e-924d-45c7-8c14-050dded75bab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.292694] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8163ca-c45d-4687-a333-3d39afa94a7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.330768] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24c61c-6bbf-47d1-be4f-6ac159ec0d57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.342539] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea171fe0-6988-4910-9a88-b5ced4a9e3c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.359737] env[68946]: DEBUG nova.compute.provider_tree [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.415168] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.415697] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.646139] env[68946]: DEBUG nova.compute.manager [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.646468] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.646861] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.648164] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba24670e-b931-4b42-a491-a7ec4bbffb6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.658881] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.659308] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d291ffb-86ef-477b-9f88-71629eefe974 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.669988] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1151.669988] env[68946]: value = "task-2879386" [ 1151.669988] env[68946]: _type = "Task" [ 1151.669988] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.687295] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.692408] env[68946]: DEBUG nova.network.neutron [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Updated VIF entry in instance network info cache for port 0efcfab0-9fab-4c5d-9bc5-8880c315ab25. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.692408] env[68946]: DEBUG nova.network.neutron [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Updating instance_info_cache with network_info: [{"id": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "address": "fa:16:3e:d2:1d:3b", "network": {"id": "9b35ade1-ae25-415d-b1d1-b5729d98467b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-35198008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7aa6592490944d596f28911635cda9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efcfab0-9f", "ovs_interfaceid": "0efcfab0-9fab-4c5d-9bc5-8880c315ab25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.732203] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5296c9fc-004f-298f-159e-c1570ca7a92e, 'name': SearchDatastore_Task, 'duration_secs': 0.024541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.732605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.732922] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.733238] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.734135] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.734135] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.734135] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ab815ca-b99d-406e-b2ed-6d1aa795fa9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.748332] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.748516] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.749603] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f6dc27-3e29-455d-8b11-6870232607a0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.758712] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1151.758712] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52699378-a68a-d6f1-5ca3-9b81d6aa33d6" [ 1151.758712] env[68946]: _type = "Task" [ 1151.758712] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.770567] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52699378-a68a-d6f1-5ca3-9b81d6aa33d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.863711] env[68946]: DEBUG nova.scheduler.client.report [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.914503] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.920162] env[68946]: INFO nova.compute.manager [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Detaching volume 5bc738ee-3a28-4e9a-b136-4ddf90a45b83 [ 1151.966256] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.966611] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.966778] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.967406] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.967406] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.967670] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.967802] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.967976] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.968183] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.968450] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.968779] env[68946]: DEBUG nova.virt.hardware [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.970440] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ebc8c0-7a48-4e30-b603-f4bfee520944 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.981061] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdaecb-30a8-4fff-8709-6e0e18c213cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.985967] env[68946]: INFO nova.virt.block_device [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Attempting to driver detach volume 5bc738ee-3a28-4e9a-b136-4ddf90a45b83 from mountpoint /dev/sdb [ 1151.986258] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.986454] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578621', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'name': 'volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cda0225-d8f6-44ab-87f8-404beb8341bc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'serial': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1151.987342] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d9d43-3abe-4cb8-a8bd-e75d5c6f8de5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.021809] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e6ec2-f4bc-448c-a185-6333b18a43b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.033091] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0969031-67c0-4af5-baf5-a5875c75fbbc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.057312] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a170e6-0e49-44ea-988c-04ee59a60147 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.079303] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83/volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.085392] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.085612] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ef0e18-d178-49ae-bd53-f66e0e87ccaa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.107869] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1152.107869] env[68946]: value = "task-2879387" [ 1152.107869] env[68946]: _type = "Task" [ 1152.107869] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.119786] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.141551] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.185637] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879386, 'name': PowerOffVM_Task, 'duration_secs': 0.234526} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.185938] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.186307] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.186640] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d6e75fa-855c-4aa2-944a-10ba37930c21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.192296] env[68946]: DEBUG oslo_concurrency.lockutils [req-82836df7-a5c1-4309-b3bb-50049964e00b req-a413dfd3-a33e-42b9-9bbe-12dd9f06057e service nova] Releasing lock "refresh_cache-3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.264611] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.264838] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.264990] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleting the datastore file [datastore1] eb6bebbf-779f-4a1d-a06e-eb2137f4c508 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.265773] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757108c9-e9a2-4546-a1b4-66b48ebd1979 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.274980] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52699378-a68a-d6f1-5ca3-9b81d6aa33d6, 'name': SearchDatastore_Task, 'duration_secs': 0.037704} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.277493] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for the task: (returnval){ [ 1152.277493] env[68946]: value = "task-2879389" [ 1152.277493] env[68946]: _type = "Task" [ 1152.277493] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.277783] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d576ec18-340e-4930-9a88-fbd9cc7af30a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.291044] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1152.291044] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529b3d87-aec1-c2c6-ade7-26a2bcafe601" [ 1152.291044] env[68946]: _type = "Task" [ 1152.291044] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.294164] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.305333] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529b3d87-aec1-c2c6-ade7-26a2bcafe601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.317176] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Successfully updated port: 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.373878] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.374477] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.377817] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.499s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.378979] env[68946]: DEBUG nova.objects.instance [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lazy-loading 'resources' on Instance uuid 0f831683-4219-46e0-a598-71fd80c2a72e {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.618783] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.637994] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.790327] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.803621] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529b3d87-aec1-c2c6-ade7-26a2bcafe601, 'name': SearchDatastore_Task, 'duration_secs': 0.032589} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.803904] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.804230] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c/3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.804508] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe8d2e2-d167-4d30-bd0d-28976f5d3b65 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.811404] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1152.811404] env[68946]: value = "task-2879390" [ 1152.811404] env[68946]: _type = "Task" [ 1152.811404] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.820046] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.820231] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.820349] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.821540] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.882044] env[68946]: DEBUG nova.compute.utils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.886710] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.886710] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.928684] env[68946]: DEBUG nova.policy [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.945641] env[68946]: DEBUG nova.compute.manager [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-vif-plugged-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.945845] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.946087] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.946272] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.946456] env[68946]: DEBUG nova.compute.manager [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] No waiting events found dispatching network-vif-plugged-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.946630] env[68946]: WARNING nova.compute.manager [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received unexpected event network-vif-plugged-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 for instance with vm_state building and task_state spawning. [ 1152.946792] env[68946]: DEBUG nova.compute.manager [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.946951] env[68946]: DEBUG nova.compute.manager [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing instance network info cache due to event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1152.947177] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.122181] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879387, 'name': ReconfigVM_Task, 'duration_secs': 0.712029} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.125320] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.130511] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28690954-a523-4d7a-8883-45e79b3adbae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.153055] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879382, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.121104} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.154581] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22/OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22.vmdk to [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk. [ 1153.154856] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Cleaning up location [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1153.155106] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2c2c62da-2464-4668-b24b-e39143c03d22 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.155679] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1153.155679] env[68946]: value = "task-2879391" [ 1153.155679] env[68946]: _type = "Task" [ 1153.155679] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.155679] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68096e4b-311f-40eb-b521-fe62753039c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.171669] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.173090] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1153.173090] env[68946]: value = "task-2879392" [ 1153.173090] env[68946]: _type = "Task" [ 1153.173090] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.188222] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.237659] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac3d11-0d44-49a8-bb51-97c2771a9146 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.246989] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f26c4-ac23-47a9-94d3-9d16100d540f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.279874] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Successfully created port: 67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.282515] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72265c14-8ab9-45e5-ba9f-74ce514780a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.295296] env[68946]: DEBUG oslo_vmware.api [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Task: {'id': task-2879389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.297312] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.297521] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.297698] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.297864] env[68946]: INFO nova.compute.manager [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1153.298127] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.298413] env[68946]: DEBUG nova.compute.manager [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.298513] env[68946]: DEBUG nova.network.neutron [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.301175] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea8b8a2-589b-409d-b411-abff7e766875 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.319203] env[68946]: DEBUG nova.compute.provider_tree [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.331523] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.374417] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.386602] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.604318] env[68946]: DEBUG nova.network.neutron [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.667579] env[68946]: DEBUG oslo_vmware.api [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879391, 'name': ReconfigVM_Task, 'duration_secs': 0.264963} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.667862] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578621', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'name': 'volume-5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cda0225-d8f6-44ab-87f8-404beb8341bc', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83', 'serial': '5bc738ee-3a28-4e9a-b136-4ddf90a45b83'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.681218] env[68946]: DEBUG nova.compute.manager [req-e198b50b-52e8-4a4d-8ace-a965852e3963 req-821ada2a-e82b-48e7-99fd-05550e603666 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Received event network-vif-deleted-54711a2d-256c-46ec-82f4-11dca543edcd {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.681424] env[68946]: INFO nova.compute.manager [req-e198b50b-52e8-4a4d-8ace-a965852e3963 req-821ada2a-e82b-48e7-99fd-05550e603666 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Neutron deleted interface 54711a2d-256c-46ec-82f4-11dca543edcd; detaching it from the instance and deleting it from the info cache [ 1153.681591] env[68946]: DEBUG nova.network.neutron [req-e198b50b-52e8-4a4d-8ace-a965852e3963 req-821ada2a-e82b-48e7-99fd-05550e603666 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.686311] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086658} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.688773] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.688773] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.688773] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk to [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.688773] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d624e2b-db11-4a1b-af8d-13d219b6dd21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.697349] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1153.697349] env[68946]: value = "task-2879393" [ 1153.697349] env[68946]: _type = "Task" [ 1153.697349] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.709100] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.824463] env[68946]: DEBUG nova.scheduler.client.report [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.834318] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.834566] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c/3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.834778] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.835169] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e6aa29-3be3-47bb-a443-2f888259be65 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.843710] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1153.843710] env[68946]: value = "task-2879394" [ 1153.843710] env[68946]: _type = "Task" [ 1153.843710] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.853854] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.087416] env[68946]: DEBUG nova.network.neutron [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.106026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.106180] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Instance network_info: |[{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.106423] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.106613] env[68946]: DEBUG nova.network.neutron [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.108418] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:b5:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba4c543-6bfb-4db3-ae40-b9a332e9a778', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.116185] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.119755] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.120259] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be5043e1-94ec-4f1d-8d1c-037275acf59c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.147032] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.147032] env[68946]: value = "task-2879395" [ 1154.147032] env[68946]: _type = "Task" [ 1154.147032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.158026] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879395, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.187966] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e440c365-d388-48b9-94f8-75f4a9d179ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.204338] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ef6f7-6ee6-4399-91d8-fda9236e555e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.216860] env[68946]: DEBUG nova.objects.instance [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 1cda0225-d8f6-44ab-87f8-404beb8341bc {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.229338] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.250154] env[68946]: DEBUG nova.compute.manager [req-e198b50b-52e8-4a4d-8ace-a965852e3963 req-821ada2a-e82b-48e7-99fd-05550e603666 service nova] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Detach interface failed, port_id=54711a2d-256c-46ec-82f4-11dca543edcd, reason: Instance eb6bebbf-779f-4a1d-a06e-eb2137f4c508 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1154.329785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.332491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.920s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.332760] env[68946]: DEBUG nova.objects.instance [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1154.354040] env[68946]: INFO nova.scheduler.client.report [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted allocations for instance 0f831683-4219-46e0-a598-71fd80c2a72e [ 1154.358464] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.360757] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.361908] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2982a08c-7885-4504-b41c-fd1bac2cff9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.390026] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c/3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.391024] env[68946]: DEBUG nova.network.neutron [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updated VIF entry in instance network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.391418] env[68946]: DEBUG nova.network.neutron [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.392890] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876dbeb3-f9a6-47ac-863e-5be7414be047 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.409704] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.421815] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1154.421815] env[68946]: value = "task-2879396" [ 1154.421815] env[68946]: _type = "Task" [ 1154.421815] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.434834] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.445454] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.445857] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.446056] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.446278] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.446430] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.446594] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.446802] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.446956] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.447136] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.447326] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.447557] env[68946]: DEBUG nova.virt.hardware [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.449243] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3514bd6-71fd-47ba-8184-576280ac311a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.461713] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd01d39-d372-464b-88d3-55dd9538f8f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.591167] env[68946]: INFO nova.compute.manager [-] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Took 1.29 seconds to deallocate network for instance. [ 1154.662392] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879395, 'name': CreateVM_Task, 'duration_secs': 0.447981} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.662576] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.663458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.663592] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.663942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.664339] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076e146a-f022-4a8a-85e3-af5d409b82b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.673427] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1154.673427] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222c06f-0020-cdf7-449e-b78ecdf84ad9" [ 1154.673427] env[68946]: _type = "Task" [ 1154.673427] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.686426] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222c06f-0020-cdf7-449e-b78ecdf84ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.713872] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.865134] env[68946]: DEBUG oslo_concurrency.lockutils [None req-530bfec4-3e63-4378-9080-1f8df29af6ea tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "0f831683-4219-46e0-a598-71fd80c2a72e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.427s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.896044] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Successfully updated port: 67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.908427] env[68946]: DEBUG oslo_concurrency.lockutils [req-a177b31d-daf5-45ab-8756-403946c2ebb1 req-b94ecff2-7d2c-44a1-b35d-5c34468e967b service nova] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.936289] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879396, 'name': ReconfigVM_Task, 'duration_secs': 0.323687} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.936489] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c/3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.937253] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d3508a1-50f0-40ed-b64d-de7b5c51a1f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.947065] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1154.947065] env[68946]: value = "task-2879397" [ 1154.947065] env[68946]: _type = "Task" [ 1154.947065] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.958660] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879397, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.979992] env[68946]: DEBUG nova.compute.manager [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Received event network-vif-plugged-67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.980325] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Acquiring lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.980567] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.980765] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.980953] env[68946]: DEBUG nova.compute.manager [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] No waiting events found dispatching network-vif-plugged-67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.981146] env[68946]: WARNING nova.compute.manager [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Received unexpected event network-vif-plugged-67b986c6-be4c-4e33-8a93-c0880982f015 for instance with vm_state building and task_state spawning. [ 1154.981331] env[68946]: DEBUG nova.compute.manager [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Received event network-changed-67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.981491] env[68946]: DEBUG nova.compute.manager [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Refreshing instance network info cache due to event network-changed-67b986c6-be4c-4e33-8a93-c0880982f015. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1154.981727] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Acquiring lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.981897] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Acquired lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.982073] env[68946]: DEBUG nova.network.neutron [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Refreshing network info cache for port 67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.098881] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.192111] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222c06f-0020-cdf7-449e-b78ecdf84ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.192111] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.192111] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.192111] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.192111] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.192111] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.192311] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b980ea8-93b6-4966-a323-8f9c2b7076b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.206041] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.206288] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.211328] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a39248-f264-4a6e-9112-d1faf9a77510 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.213028] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.219947] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1155.219947] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d3c93b-bc01-2eba-5591-27b7be516969" [ 1155.219947] env[68946]: _type = "Task" [ 1155.219947] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.228463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8f5dbcb-7fa3-4b45-a530-5df85d2d4560 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.813s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.234249] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d3c93b-bc01-2eba-5591-27b7be516969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.345029] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b90d24c3-f077-45ba-8ff3-924c2ba0dbd1 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.345380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.704s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.401463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.461801] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879397, 'name': Rename_Task, 'duration_secs': 0.170585} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.462476] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.462788] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9aa90b-d57a-43ec-85ed-08023ed547c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.476731] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1155.476731] env[68946]: value = "task-2879398" [ 1155.476731] env[68946]: _type = "Task" [ 1155.476731] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.490127] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.523327] env[68946]: DEBUG nova.network.neutron [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.611597] env[68946]: DEBUG nova.network.neutron [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.645163] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.645494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.645725] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.645943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.646190] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.652543] env[68946]: INFO nova.compute.manager [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Terminating instance [ 1155.712531] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.735337] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d3c93b-bc01-2eba-5591-27b7be516969, 'name': SearchDatastore_Task, 'duration_secs': 0.025357} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.737022] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbd7fbb-e78a-48bc-87f8-940e0344630b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.745163] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1155.745163] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529084fb-dafa-e12b-15b0-ce5f290c4ef9" [ 1155.745163] env[68946]: _type = "Task" [ 1155.745163] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.757385] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529084fb-dafa-e12b-15b0-ce5f290c4ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.836546] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.836835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.837060] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.837275] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.837471] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.839693] env[68946]: INFO nova.compute.manager [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Terminating instance [ 1155.990618] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879398, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.114814] env[68946]: DEBUG oslo_concurrency.lockutils [req-b542e10a-45da-4544-a9a2-6c50d3b77655 req-172f343f-d13e-4ee2-bb62-97ead963bb7f service nova] Releasing lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.115638] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.115949] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.156834] env[68946]: DEBUG nova.compute.manager [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.157131] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.158085] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffde50a3-2438-427c-9eb3-0f7e1fb8a4b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.167587] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.167838] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b4d721-1dcb-4a6f-8c9f-7c392cd65c23 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.176218] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1156.176218] env[68946]: value = "task-2879399" [ 1156.176218] env[68946]: _type = "Task" [ 1156.176218] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.184542] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.210232] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879393, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.388237} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.210499] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1979605b-1428-4f16-86ee-522aaaae9aa6/1979605b-1428-4f16-86ee-522aaaae9aa6.vmdk to [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.211706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330d656-8e83-4cc6-a6d0-92f6580f6c76 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.234613] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.234911] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5421617c-84db-4a7b-a663-807875d991b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.261476] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529084fb-dafa-e12b-15b0-ce5f290c4ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.021999} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.262907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.263209] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 161ecbd0-5a63-4846-88bf-f2362dc4ab02/161ecbd0-5a63-4846-88bf-f2362dc4ab02.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.263525] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1156.263525] env[68946]: value = "task-2879400" [ 1156.263525] env[68946]: _type = "Task" [ 1156.263525] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.263709] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762cbbd3-2e27-4a7b-a24c-72c2305a4635 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.273697] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.274915] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1156.274915] env[68946]: value = "task-2879401" [ 1156.274915] env[68946]: _type = "Task" [ 1156.274915] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.283627] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.283798] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.285267] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.343880] env[68946]: DEBUG nova.compute.manager [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.344145] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.345055] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c1301-4817-4fae-9f75-96244d08b3b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.353939] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.354221] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-138a3c39-35ab-45f8-ac2b-0247e850804c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.362577] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1156.362577] env[68946]: value = "task-2879402" [ 1156.362577] env[68946]: _type = "Task" [ 1156.362577] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.371840] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.380923] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 6b713e62-3396-490c-ab2f-9a695197a4fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381100] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381258] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381404] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 37b43448-c44b-44eb-b4b8-45a03d1c28c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381522] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ead7398d-e690-4569-a8df-8c0eb05ab36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381653] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 95d67729-a659-48c5-9159-2365c732059f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381775] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b036b882-dda3-467b-a3ca-d7626c8e98f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381887] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance bda51aae-a803-4046-a7a6-409219da281b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.381996] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 1cda0225-d8f6-44ab-87f8-404beb8341bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.382130] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance ae2ef0fa-41ce-4855-883b-6991c9fcdf71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.382238] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b171c66c-5a2d-411d-a1ea-77be1061cde1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.382361] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 12fcb8e2-592d-456a-b630-96e5bed01807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.382509] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance d6b31548-3276-4c7a-ad35-331002cd07c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.382627] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2562f578-cdd8-46c3-9b8e-247d581f5af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.382799] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance c1a46c6d-d738-4036-8484-90d2adf78173 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.382960] env[68946]: WARNING nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance eb6bebbf-779f-4a1d-a06e-eb2137f4c508 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.383102] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.383247] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 161ecbd0-5a63-4846-88bf-f2362dc4ab02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.383377] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 243cbd7f-96ec-4f35-bad7-27e2866f0263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1156.488339] env[68946]: DEBUG oslo_vmware.api [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879398, 'name': PowerOnVM_Task, 'duration_secs': 0.680746} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.488637] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.488850] env[68946]: INFO nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1156.489058] env[68946]: DEBUG nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.489874] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf3ee4-7844-4307-8d3a-e3a9feb0a797 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.647478] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.690335] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879399, 'name': PowerOffVM_Task, 'duration_secs': 0.225718} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.690646] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.690814] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.691818] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17dc0320-6e3f-42c5-b1b4-a49949218516 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.778089] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879400, 'name': ReconfigVM_Task, 'duration_secs': 0.344694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.781430] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807/12fcb8e2-592d-456a-b630-96e5bed01807.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.782187] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf93fda-528d-4694-a9c5-21b552941ba5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.787318] env[68946]: INFO nova.compute.manager [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Detaching volume b424d9b5-ed8a-4526-9c15-421baa77b6f9 [ 1156.793083] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.797905] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.798079] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.798207] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore2] b036b882-dda3-467b-a3ca-d7626c8e98f4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.798532] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1156.798532] env[68946]: value = "task-2879404" [ 1156.798532] env[68946]: _type = "Task" [ 1156.798532] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.799492] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9d41f3d-1553-425b-bdcd-8bf0a6ca3ac4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.806337] env[68946]: DEBUG nova.network.neutron [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Updating instance_info_cache with network_info: [{"id": "67b986c6-be4c-4e33-8a93-c0880982f015", "address": "fa:16:3e:60:46:2f", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b986c6-be", "ovs_interfaceid": "67b986c6-be4c-4e33-8a93-c0880982f015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.813034] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879404, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.814569] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1156.814569] env[68946]: value = "task-2879405" [ 1156.814569] env[68946]: _type = "Task" [ 1156.814569] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.827208] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.833609] env[68946]: INFO nova.virt.block_device [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Attempting to driver detach volume b424d9b5-ed8a-4526-9c15-421baa77b6f9 from mountpoint /dev/sdb [ 1156.833906] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.834227] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578609', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'name': 'volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bda51aae-a803-4046-a7a6-409219da281b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'serial': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.835348] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec33fd-56fc-4a43-b075-fc15942116ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.879011] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5589df-a78f-4d4d-9f56-bdd027bdd37c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.887734] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance e4e0f146-662d-4cf4-9aa0-a03e752f7e28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1156.896631] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879402, 'name': PowerOffVM_Task, 'duration_secs': 0.254005} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.897565] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.897762] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.898577] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe3bd3-d4ce-467b-90c7-9876c1f56547 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.902223] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66f64356-0233-459d-b19a-1843a78ce12f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.931147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba9f00-486e-4923-afdd-335dac52aed9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.951468] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] The volume has not been displaced from its original location: [datastore1] volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9/volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.956950] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.957375] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b4f1af-95e2-4bb9-9f94-51de501c0d16 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.975210] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.975461] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.975690] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleting the datastore file [datastore2] 1cda0225-d8f6-44ab-87f8-404beb8341bc {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.975994] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a5b71e-b589-445c-9c2a-ce9f254e388d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.981528] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1156.981528] env[68946]: value = "task-2879407" [ 1156.981528] env[68946]: _type = "Task" [ 1156.981528] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.986222] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1156.986222] env[68946]: value = "task-2879408" [ 1156.986222] env[68946]: _type = "Task" [ 1156.986222] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.993073] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.998366] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.010994] env[68946]: INFO nova.compute.manager [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Took 25.89 seconds to build instance. [ 1157.288083] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.288745] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 161ecbd0-5a63-4846-88bf-f2362dc4ab02/161ecbd0-5a63-4846-88bf-f2362dc4ab02.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.288968] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.289235] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcaadf48-0d05-4516-ac03-5ae04972483d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.296172] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1157.296172] env[68946]: value = "task-2879409" [ 1157.296172] env[68946]: _type = "Task" [ 1157.296172] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.304419] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.309042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-243cbd7f-96ec-4f35-bad7-27e2866f0263" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.309347] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance network_info: |[{"id": "67b986c6-be4c-4e33-8a93-c0880982f015", "address": "fa:16:3e:60:46:2f", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b986c6-be", "ovs_interfaceid": "67b986c6-be4c-4e33-8a93-c0880982f015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.312916] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:46:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67b986c6-be4c-4e33-8a93-c0880982f015', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.320397] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.320625] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879404, 'name': Rename_Task, 'duration_secs': 0.189129} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.321209] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.321209] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.324649] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96f23b9-7f60-49cf-a555-ac53097dcb31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.338829] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4807fe-555c-4d94-bd8b-ae60ea1ed69d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.346602] env[68946]: DEBUG oslo_vmware.api [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346583} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.348798] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.348993] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.349210] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.349391] env[68946]: INFO nova.compute.manager [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1157.349628] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.349881] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1157.349881] env[68946]: value = "task-2879411" [ 1157.349881] env[68946]: _type = "Task" [ 1157.349881] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.350045] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.350045] env[68946]: value = "task-2879410" [ 1157.350045] env[68946]: _type = "Task" [ 1157.350045] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.350219] env[68946]: DEBUG nova.compute.manager [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.350316] env[68946]: DEBUG nova.network.neutron [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.366037] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.369958] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879410, 'name': CreateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.399313] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1157.498808] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879407, 'name': ReconfigVM_Task, 'duration_secs': 0.274754} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.501850] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.507624] env[68946]: DEBUG oslo_vmware.api [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.507624] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72b8b4d-57ef-4492-ab6b-7c604f226430 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.520133] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.520133] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.520133] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.520362] env[68946]: INFO nova.compute.manager [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1157.520489] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.521217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ba69d803-3e79-4e54-9d02-9bbfa5d9e472 tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.404s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.521450] env[68946]: DEBUG nova.compute.manager [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.521555] env[68946]: DEBUG nova.network.neutron [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.531779] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1157.531779] env[68946]: value = "task-2879412" [ 1157.531779] env[68946]: _type = "Task" [ 1157.531779] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.288712] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 16331f3d-6adc-4680-8a53-9dcf51318add has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1158.289099] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1158.289161] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1158.291527] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.291746] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.291934] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.292123] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.292307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.293639] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.293814] env[68946]: WARNING oslo_vmware.common.loopingcall [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] task run outlasted interval by 0.261825 sec [ 1158.297095] env[68946]: INFO nova.compute.manager [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Terminating instance [ 1158.299265] env[68946]: DEBUG nova.compute.manager [req-aad225c8-06cd-4bf1-a0ee-57a94e9c41c1 req-0a52dd11-70f0-4058-b5ef-7437b1e7860e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Received event network-vif-deleted-a1b82ae2-2086-4fb6-bfff-23322352a66e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.299614] env[68946]: INFO nova.compute.manager [req-aad225c8-06cd-4bf1-a0ee-57a94e9c41c1 req-0a52dd11-70f0-4058-b5ef-7437b1e7860e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Neutron deleted interface a1b82ae2-2086-4fb6-bfff-23322352a66e; detaching it from the instance and deleting it from the info cache [ 1158.299614] env[68946]: DEBUG nova.network.neutron [req-aad225c8-06cd-4bf1-a0ee-57a94e9c41c1 req-0a52dd11-70f0-4058-b5ef-7437b1e7860e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.322749] env[68946]: DEBUG oslo_vmware.api [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879411, 'name': PowerOnVM_Task, 'duration_secs': 0.517203} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.334021] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.334021] env[68946]: DEBUG oslo_vmware.api [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879412, 'name': ReconfigVM_Task, 'duration_secs': 0.29451} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.334021] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879410, 'name': CreateVM_Task, 'duration_secs': 0.568015} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.334021] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.336629] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578609', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'name': 'volume-b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bda51aae-a803-4046-a7a6-409219da281b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9', 'serial': 'b424d9b5-ed8a-4526-9c15-421baa77b6f9'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.338585] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.338948] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.341690] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.341690] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.341690] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.341690] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473900c-958a-43f0-affa-ddf451fc0a05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.344124] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29497929-500e-4b61-9f75-0e55edd1269e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.354770] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1158.354770] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e64db9-47b0-4387-62b8-aca92fb65aa2" [ 1158.354770] env[68946]: _type = "Task" [ 1158.354770] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.370708] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 161ecbd0-5a63-4846-88bf-f2362dc4ab02/161ecbd0-5a63-4846-88bf-f2362dc4ab02.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.377815] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c3a1db-a4aa-403c-bdf3-bc3af486134c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.401070] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e64db9-47b0-4387-62b8-aca92fb65aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.402064] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.402301] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.402533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.403059] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.403059] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.403157] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1158.403157] env[68946]: value = "task-2879413" [ 1158.403157] env[68946]: _type = "Task" [ 1158.403157] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.403404] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d8dd81-f9a2-47e8-8903-186c47abda0f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.417329] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.418759] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.418759] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.419505] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a51ba6-07b6-42eb-af0f-0555bfcedf6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.426435] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1158.426435] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7b7e2-26b7-e004-7785-484da755d213" [ 1158.426435] env[68946]: _type = "Task" [ 1158.426435] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.434902] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7b7e2-26b7-e004-7785-484da755d213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.480234] env[68946]: DEBUG nova.compute.manager [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.481146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed4c62-c4c6-475c-a16b-fdb78f068c7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.668848] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef10df-3ee3-4004-afe7-24fe689026a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.677275] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1babd82-5960-4e86-9d22-91c96b25ccfe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.708178] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cce124-cf50-4a84-8444-42ddf8b0eca0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.716963] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682fbc0a-10a1-4229-a80a-fb87b54c874d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.730703] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.810841] env[68946]: DEBUG nova.network.neutron [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.812414] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd0e862c-f29f-469a-9b80-98928af03f0f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.816263] env[68946]: DEBUG nova.compute.manager [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.816513] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.817367] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f36fdb-161d-4a75-8382-f723af1d5db2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.826807] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.828192] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ec42a2-be9f-44c7-98bd-f9205682023b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.832408] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7a568-afdc-4038-8d12-cf1c7b42bb4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.847810] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1158.847810] env[68946]: value = "task-2879414" [ 1158.847810] env[68946]: _type = "Task" [ 1158.847810] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.856641] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.877160] env[68946]: DEBUG nova.compute.manager [req-aad225c8-06cd-4bf1-a0ee-57a94e9c41c1 req-0a52dd11-70f0-4058-b5ef-7437b1e7860e service nova] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Detach interface failed, port_id=a1b82ae2-2086-4fb6-bfff-23322352a66e, reason: Instance b036b882-dda3-467b-a3ca-d7626c8e98f4 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1158.897971] env[68946]: DEBUG nova.objects.instance [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'flavor' on Instance uuid bda51aae-a803-4046-a7a6-409219da281b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.919155] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879413, 'name': ReconfigVM_Task, 'duration_secs': 0.262409} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.919155] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 161ecbd0-5a63-4846-88bf-f2362dc4ab02/161ecbd0-5a63-4846-88bf-f2362dc4ab02.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.919155] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ce0ebc-8b84-4b45-99bb-09414963be59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.926962] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1158.926962] env[68946]: value = "task-2879415" [ 1158.926962] env[68946]: _type = "Task" [ 1158.926962] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.942422] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f7b7e2-26b7-e004-7785-484da755d213, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.948099] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879415, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.948554] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e8b7e4-32c6-4c02-a3e1-0be894cff923 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.954673] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1158.954673] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521cb5ed-ab8b-018c-cf13-f9ddb47ead1a" [ 1158.954673] env[68946]: _type = "Task" [ 1158.954673] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.965711] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521cb5ed-ab8b-018c-cf13-f9ddb47ead1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.004936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4940b614-b471-4664-a45a-b62837e7b0f0 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.509s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.233658] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.317078] env[68946]: INFO nova.compute.manager [-] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Took 1.97 seconds to deallocate network for instance. [ 1159.359929] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879414, 'name': PowerOffVM_Task, 'duration_secs': 0.191983} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.360563] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.360850] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.361134] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fefdd28-97a0-4925-9a8d-1b09e504925d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.438033] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.438033] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.438221] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Deleting the datastore file [datastore2] 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.438434] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-434e1028-5896-413c-ab04-4190bc5f2764 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.443882] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879415, 'name': Rename_Task, 'duration_secs': 0.15356} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.444257] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.444534] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8faf02d0-4b15-4a36-8e8f-b99f29b0bc96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.449182] env[68946]: DEBUG nova.network.neutron [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.451054] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for the task: (returnval){ [ 1159.451054] env[68946]: value = "task-2879417" [ 1159.451054] env[68946]: _type = "Task" [ 1159.451054] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.452655] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1159.452655] env[68946]: value = "task-2879418" [ 1159.452655] env[68946]: _type = "Task" [ 1159.452655] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.475967] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521cb5ed-ab8b-018c-cf13-f9ddb47ead1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.476285] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.476558] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.477245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.477245] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 243cbd7f-96ec-4f35-bad7-27e2866f0263/243cbd7f-96ec-4f35-bad7-27e2866f0263.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.477451] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c0a36b-d87f-4e28-b6e4-3267d4298f0e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.485480] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1159.485480] env[68946]: value = "task-2879419" [ 1159.485480] env[68946]: _type = "Task" [ 1159.485480] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.496729] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.740037] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.740037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.394s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.740037] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.097s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.741249] env[68946]: INFO nova.compute.claims [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.797016] env[68946]: DEBUG nova.compute.manager [req-06cafc21-86aa-44ad-9f6a-998a650cf48c req-ce7c0b52-bd65-4fd9-b405-5f24d22b8fef service nova] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Received event network-vif-deleted-f332b51d-804e-4875-b0e1-53d14bdf86d4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.823990] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.905672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4ddf5e0f-c1d6-498b-86f9-dc31674eaa9b tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.622s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.951304] env[68946]: INFO nova.compute.manager [-] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Took 2.43 seconds to deallocate network for instance. [ 1159.971113] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.974645] env[68946]: DEBUG oslo_vmware.api [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Task: {'id': task-2879417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276228} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.975338] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.975338] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.975338] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.975544] env[68946]: INFO nova.compute.manager [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1159.976161] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.976161] env[68946]: DEBUG nova.compute.manager [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.976161] env[68946]: DEBUG nova.network.neutron [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.998847] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.463304] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.471794] env[68946]: DEBUG oslo_vmware.api [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879418, 'name': PowerOnVM_Task, 'duration_secs': 0.92256} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.473651] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.473651] env[68946]: INFO nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1160.473651] env[68946]: DEBUG nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.473651] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3bfcd-7fbd-4eb5-bc67-20ffde3b1475 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.496050] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617257} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.496306] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 243cbd7f-96ec-4f35-bad7-27e2866f0263/243cbd7f-96ec-4f35-bad7-27e2866f0263.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.496589] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.496881] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672a4dcf-0850-4f5e-aad2-81ac8cadf9ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.504159] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1160.504159] env[68946]: value = "task-2879420" [ 1160.504159] env[68946]: _type = "Task" [ 1160.504159] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.513772] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.754793] env[68946]: DEBUG nova.network.neutron [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.788251] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4797a5c8-0840-4608-91c6-48c2628967c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.797317] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.797583] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.797784] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "bda51aae-a803-4046-a7a6-409219da281b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.797958] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.798137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.800307] env[68946]: INFO nova.compute.manager [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Terminating instance [ 1160.804961] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Suspending the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1160.805414] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fd41746b-86ca-4468-9924-dd55dd207553 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.816364] env[68946]: DEBUG oslo_vmware.api [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1160.816364] env[68946]: value = "task-2879421" [ 1160.816364] env[68946]: _type = "Task" [ 1160.816364] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.830641] env[68946]: DEBUG oslo_vmware.api [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879421, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.994137] env[68946]: INFO nova.compute.manager [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Took 26.65 seconds to build instance. [ 1161.020317] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072771} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.023427] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.025073] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa743b-4aa7-4c25-b390-e64092f8eef9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.050256] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 243cbd7f-96ec-4f35-bad7-27e2866f0263/243cbd7f-96ec-4f35-bad7-27e2866f0263.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.053229] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a39285-e9bb-420f-883e-7d86a3ebd34e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.075504] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1161.075504] env[68946]: value = "task-2879422" [ 1161.075504] env[68946]: _type = "Task" [ 1161.075504] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.088205] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.149998] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03086128-37ef-4bfe-a163-4e090c8ac206 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.159533] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fba328-1469-4e50-b348-899235df699f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.194078] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c1bdf-ef86-4883-a821-771787fcab18 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.202679] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc49788-1cdf-4de2-8715-ce06e197c879 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.217879] env[68946]: DEBUG nova.compute.provider_tree [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.260063] env[68946]: INFO nova.compute.manager [-] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Took 1.28 seconds to deallocate network for instance. [ 1161.306424] env[68946]: DEBUG nova.compute.manager [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.306697] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.307944] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b61f9-5c47-4766-8b3d-7a881586b18b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.317721] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.321058] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb25c60-0d18-41be-8d80-22a8e0122aba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.330269] env[68946]: DEBUG oslo_vmware.api [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879421, 'name': SuspendVM_Task} progress is 41%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.331823] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1161.331823] env[68946]: value = "task-2879423" [ 1161.331823] env[68946]: _type = "Task" [ 1161.331823] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.342096] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.498648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a163264c-6891-4b8e-98cb-b1e4c70d480d tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.169s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.587517] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879422, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.721806] env[68946]: DEBUG nova.scheduler.client.report [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.767463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.827398] env[68946]: DEBUG oslo_vmware.api [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879421, 'name': SuspendVM_Task, 'duration_secs': 0.884876} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.828649] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Suspended the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1161.828833] env[68946]: DEBUG nova.compute.manager [None req-ea927790-40f9-4972-ba1e-a2d0397b3640 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.830800] env[68946]: DEBUG nova.compute.manager [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Received event network-vif-deleted-0efcfab0-9fab-4c5d-9bc5-8880c315ab25 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.830800] env[68946]: DEBUG nova.compute.manager [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.830907] env[68946]: DEBUG nova.compute.manager [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1161.831098] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.831294] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.831402] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.832921] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c29af-a122-4495-8766-440feefad43e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.849139] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879423, 'name': PowerOffVM_Task, 'duration_secs': 0.336985} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.849139] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.849139] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.849139] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4da115-e120-4ec4-9a5e-9631ba87eadc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.942136] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.942591] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.942591] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleting the datastore file [datastore2] bda51aae-a803-4046-a7a6-409219da281b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.942822] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6e5690-894b-40cd-ab8b-d4c960357877 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.951782] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1161.951782] env[68946]: value = "task-2879425" [ 1161.951782] env[68946]: _type = "Task" [ 1161.951782] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.960809] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.087442] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879422, 'name': ReconfigVM_Task, 'duration_secs': 0.597582} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.087773] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 243cbd7f-96ec-4f35-bad7-27e2866f0263/243cbd7f-96ec-4f35-bad7-27e2866f0263.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.088858] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235de0ed-30c7-4b7a-8167-c1674754ef0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.097614] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1162.097614] env[68946]: value = "task-2879426" [ 1162.097614] env[68946]: _type = "Task" [ 1162.097614] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.109136] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879426, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.226926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.227493] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.230194] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.306s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.231708] env[68946]: INFO nova.compute.claims [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.461978] env[68946]: DEBUG oslo_vmware.api [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495515} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.462252] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.462434] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.462612] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.462784] env[68946]: INFO nova.compute.manager [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: bda51aae-a803-4046-a7a6-409219da281b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1162.463030] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.463233] env[68946]: DEBUG nova.compute.manager [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.463327] env[68946]: DEBUG nova.network.neutron [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.607609] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879426, 'name': Rename_Task, 'duration_secs': 0.352178} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.608118] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.608197] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311bfd34-00cb-467c-ba5b-6fb63af220f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.615607] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1162.615607] env[68946]: value = "task-2879427" [ 1162.615607] env[68946]: _type = "Task" [ 1162.615607] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.626460] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.738084] env[68946]: DEBUG nova.compute.utils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.740386] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.740566] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.808141] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.809649] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.823228] env[68946]: DEBUG nova.policy [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f562d75fb1b4e749844c0192af77515', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db245787164243df91d279122419eb7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.130488] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.247119] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.276786] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Successfully created port: c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.311262] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.311676] env[68946]: DEBUG nova.compute.manager [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.315029] env[68946]: DEBUG nova.compute.manager [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing instance network info cache due to event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1163.315029] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.315029] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.315029] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.434980] env[68946]: INFO nova.compute.manager [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Resuming [ 1163.435638] env[68946]: DEBUG nova.objects.instance [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'flavor' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.574119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cbee41-07af-4c61-abe0-5bb0d39ecce6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.585936] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3853b0-5596-40f0-88d0-acf380d0597b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.621697] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e3463-92f0-4288-b2ca-b9f1180673b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.631876] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb65069-6341-4529-8ec1-8ad117a21f30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.635407] env[68946]: DEBUG oslo_vmware.api [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879427, 'name': PowerOnVM_Task, 'duration_secs': 0.820627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.635652] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.635846] env[68946]: INFO nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1163.636032] env[68946]: DEBUG nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.637029] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e6389f-2adc-4d0f-9abf-b4ba37b9ec48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.647087] env[68946]: DEBUG nova.compute.provider_tree [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.750219] env[68946]: DEBUG nova.network.neutron [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.864562] env[68946]: DEBUG nova.compute.manager [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.864800] env[68946]: DEBUG nova.compute.manager [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing instance network info cache due to event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1163.865628] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.040836] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updated VIF entry in instance network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.041228] env[68946]: DEBUG nova.network.neutron [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.150045] env[68946]: DEBUG nova.scheduler.client.report [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.161718] env[68946]: INFO nova.compute.manager [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Took 25.61 seconds to build instance. [ 1164.256007] env[68946]: INFO nova.compute.manager [-] [instance: bda51aae-a803-4046-a7a6-409219da281b] Took 1.79 seconds to deallocate network for instance. [ 1164.257980] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.291777] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.291777] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.291966] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.291966] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.292185] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.292348] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.293944] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.293944] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.293944] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.293944] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.293944] env[68946]: DEBUG nova.virt.hardware [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.294883] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bbb272-f605-4284-a986-5ff71cf00d52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.304338] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00da186-85ac-4fb1-b355-f45d724b94c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.543698] env[68946]: DEBUG oslo_concurrency.lockutils [req-6c0766af-3a9a-4611-a12a-e6c0b5acb596 req-4b0d8aaa-638c-49c9-9d49-b130f31b1eca service nova] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.544105] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.544329] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.590773] env[68946]: DEBUG oslo_concurrency.lockutils [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.655491] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.656040] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.659852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.329s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.660082] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.662068] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.253s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.662257] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.663964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.892s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.667276] env[68946]: INFO nova.compute.claims [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.670137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c9cd4eb6-4950-42b8-82e1-a42ff29f90e8 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.126s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.670550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.080s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.670727] env[68946]: DEBUG nova.compute.manager [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.671594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c38d65-973a-4bb2-beaa-3df3f11a0f1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.682022] env[68946]: DEBUG nova.compute.manager [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1164.682022] env[68946]: DEBUG nova.objects.instance [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'flavor' on Instance uuid 243cbd7f-96ec-4f35-bad7-27e2866f0263 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.692965] env[68946]: DEBUG nova.compute.manager [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Received event network-vif-plugged-c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1164.693855] env[68946]: DEBUG oslo_concurrency.lockutils [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] Acquiring lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.696815] env[68946]: DEBUG oslo_concurrency.lockutils [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.697535] env[68946]: DEBUG oslo_concurrency.lockutils [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.697914] env[68946]: DEBUG nova.compute.manager [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] No waiting events found dispatching network-vif-plugged-c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.698755] env[68946]: WARNING nova.compute.manager [req-982cb44e-120c-41c4-9727-099ea2d6d2cd req-e9df8e51-53a4-44ac-b816-36c4b6cceda8 service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Received unexpected event network-vif-plugged-c4cfc2db-971a-40aa-874a-f529ac9ee8b7 for instance with vm_state building and task_state spawning. [ 1164.699896] env[68946]: INFO nova.scheduler.client.report [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance c1a46c6d-d738-4036-8484-90d2adf78173 [ 1164.706043] env[68946]: INFO nova.scheduler.client.report [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Deleted allocations for instance d6b31548-3276-4c7a-ad35-331002cd07c4 [ 1164.766496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.783749] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Successfully updated port: c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.951197] env[68946]: DEBUG oslo_concurrency.lockutils [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.951409] env[68946]: DEBUG oslo_concurrency.lockutils [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquired lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.951595] env[68946]: DEBUG nova.network.neutron [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.171901] env[68946]: DEBUG nova.compute.utils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.177449] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.177619] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.214644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6932042a-8e7f-4ca5-b9f3-23afe8b91206 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "c1a46c6d-d738-4036-8484-90d2adf78173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.317s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.215596] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ee3d8c9-a082-40dc-bc51-8b9a0e5b3af7 tempest-ServersListShow296Test-785036623 tempest-ServersListShow296Test-785036623-project-member] Lock "d6b31548-3276-4c7a-ad35-331002cd07c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.055s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.217515] env[68946]: DEBUG nova.policy [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2743dece20f4827bf748c8e4b2e17d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3390a0bc1363499d9f3782c124bb6e19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.246466] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updated VIF entry in instance network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.246820] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.284952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.284952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.284952] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.504382] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Successfully created port: c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.676058] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.689059] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.689366] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8286d507-92bf-4c86-abfd-3fb765bf051a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.699804] env[68946]: DEBUG oslo_vmware.api [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1165.699804] env[68946]: value = "task-2879428" [ 1165.699804] env[68946]: _type = "Task" [ 1165.699804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.709062] env[68946]: DEBUG nova.network.neutron [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [{"id": "4162d86e-8888-43f5-95fc-dac61fccc245", "address": "fa:16:3e:98:66:f9", "network": {"id": "471336a7-a46b-4e1f-a677-02ee56e1de23", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1093375936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eec90c7d41e240cfadbcfc80dd56e6d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4162d86e-88", "ovs_interfaceid": "4162d86e-8888-43f5-95fc-dac61fccc245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.720173] env[68946]: DEBUG oslo_vmware.api [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.749501] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.750057] env[68946]: DEBUG nova.compute.manager [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1165.750057] env[68946]: DEBUG nova.compute.manager [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1165.750250] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.750250] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.750442] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.825469] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.991276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066c0d6-e477-429f-9bd6-ac237dd5e75a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.999994] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7143d2-6af7-49c1-a855-2a3c5ae7ccea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.033061] env[68946]: DEBUG nova.network.neutron [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Updating instance_info_cache with network_info: [{"id": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "address": "fa:16:3e:aa:6c:eb", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4cfc2db-97", "ovs_interfaceid": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.034776] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc672510-de34-4279-98a3-5f32af96ccf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.043639] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79ba05-49cb-4bc5-9299-700bb810444c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.060338] env[68946]: DEBUG nova.compute.provider_tree [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.103572] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.103849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.104047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.104253] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.104474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.108849] env[68946]: INFO nova.compute.manager [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Terminating instance [ 1166.210560] env[68946]: DEBUG oslo_vmware.api [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879428, 'name': PowerOffVM_Task, 'duration_secs': 0.202668} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.214019] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.214019] env[68946]: DEBUG nova.compute.manager [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.214019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6a57f-c42c-4520-9bfc-2d2b7e6401fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.215116] env[68946]: DEBUG oslo_concurrency.lockutils [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Releasing lock "refresh_cache-12fcb8e2-592d-456a-b630-96e5bed01807" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.215977] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9635cb-2792-427a-a2c4-9bfad8b0c6cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.226301] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Resuming the VM {{(pid=68946) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1166.226947] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f47f623-f9e8-4aef-8cfd-1b11849431f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.234688] env[68946]: DEBUG oslo_vmware.api [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1166.234688] env[68946]: value = "task-2879429" [ 1166.234688] env[68946]: _type = "Task" [ 1166.234688] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.243377] env[68946]: DEBUG oslo_vmware.api [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.533169] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.533169] env[68946]: DEBUG nova.network.neutron [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.538464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.538793] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Instance network_info: |[{"id": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "address": "fa:16:3e:aa:6c:eb", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4cfc2db-97", "ovs_interfaceid": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.539219] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4cfc2db-971a-40aa-874a-f529ac9ee8b7', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.547360] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.548304] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.548545] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93ad12a-92f7-4032-b130-4b07ec40969b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.564139] env[68946]: DEBUG nova.scheduler.client.report [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.577268] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.577268] env[68946]: value = "task-2879430" [ 1166.577268] env[68946]: _type = "Task" [ 1166.577268] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.584918] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879430, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.612534] env[68946]: DEBUG nova.compute.manager [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.612773] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.613866] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2addd743-57bd-450a-af5c-c803881e3264 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.625321] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.625649] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1921409c-c652-4166-b42d-c946e4650e42 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.636054] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1166.636054] env[68946]: value = "task-2879431" [ 1166.636054] env[68946]: _type = "Task" [ 1166.636054] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.648173] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.692525] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.722437] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.722734] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.722959] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.723181] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.723332] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.724031] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.724031] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.724031] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.724191] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.724302] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.724481] env[68946]: DEBUG nova.virt.hardware [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.725464] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61abb6a-b08b-45e2-881b-669e19c554a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.733327] env[68946]: DEBUG nova.compute.manager [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Received event network-changed-c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1166.733519] env[68946]: DEBUG nova.compute.manager [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Refreshing instance network info cache due to event network-changed-c4cfc2db-971a-40aa-874a-f529ac9ee8b7. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1166.733733] env[68946]: DEBUG oslo_concurrency.lockutils [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] Acquiring lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.733875] env[68946]: DEBUG oslo_concurrency.lockutils [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] Acquired lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.734047] env[68946]: DEBUG nova.network.neutron [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Refreshing network info cache for port c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.741026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-27f1abe7-494f-48bf-9964-66b3ebe3ef15 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.749817] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a839e0-e0f7-4565-899b-91a8ca2d0511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.759085] env[68946]: DEBUG oslo_vmware.api [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879429, 'name': PowerOnVM_Task, 'duration_secs': 0.519474} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.759379] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Resumed the VM {{(pid=68946) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1166.759558] env[68946]: DEBUG nova.compute.manager [None req-705cd928-e11f-48dc-8daf-aec47074fa8d tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.760403] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc425a-9e32-4bb9-a99e-48a83a1ed244 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.036077] env[68946]: DEBUG oslo_concurrency.lockutils [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.036587] env[68946]: DEBUG nova.compute.manager [req-6a776963-b0bf-430f-a20d-b6b6a74ac900 req-c077adcf-9db9-4458-9a79-55cfe69ec39a service nova] [instance: bda51aae-a803-4046-a7a6-409219da281b] Received event network-vif-deleted-1edd37f6-d0e1-4177-99b2-5caa4da65c1e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.069995] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.070559] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.073535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.975s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.073826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.075976] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.252s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.076256] env[68946]: DEBUG nova.objects.instance [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lazy-loading 'resources' on Instance uuid b036b882-dda3-467b-a3ca-d7626c8e98f4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.090619] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879430, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.106501] env[68946]: INFO nova.scheduler.client.report [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Deleted allocations for instance eb6bebbf-779f-4a1d-a06e-eb2137f4c508 [ 1167.147803] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879431, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.158141] env[68946]: DEBUG nova.compute.manager [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Received event network-vif-plugged-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.158141] env[68946]: DEBUG oslo_concurrency.lockutils [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.158268] env[68946]: DEBUG oslo_concurrency.lockutils [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.158387] env[68946]: DEBUG oslo_concurrency.lockutils [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.158557] env[68946]: DEBUG nova.compute.manager [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] No waiting events found dispatching network-vif-plugged-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.158730] env[68946]: WARNING nova.compute.manager [req-213aba7f-111c-422a-9bfe-ed7c16a8f60e req-df733867-0be2-47bf-a80b-c67743b644dc service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Received unexpected event network-vif-plugged-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 for instance with vm_state building and task_state spawning. [ 1167.241140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.241140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.241324] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.241510] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.241676] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.243748] env[68946]: INFO nova.compute.manager [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Terminating instance [ 1167.248910] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Successfully updated port: c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.438244] env[68946]: DEBUG nova.network.neutron [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Updated VIF entry in instance network info cache for port c4cfc2db-971a-40aa-874a-f529ac9ee8b7. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.438620] env[68946]: DEBUG nova.network.neutron [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Updating instance_info_cache with network_info: [{"id": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "address": "fa:16:3e:aa:6c:eb", "network": {"id": "6302b0e2-05ea-4464-b83d-5c9d90adb276", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-872687441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db245787164243df91d279122419eb7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4cfc2db-97", "ovs_interfaceid": "c4cfc2db-971a-40aa-874a-f529ac9ee8b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.579884] env[68946]: DEBUG nova.compute.utils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.584386] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.584580] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.596152] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879430, 'name': CreateVM_Task, 'duration_secs': 0.538731} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.596312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.596978] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.597158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.597463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.597712] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1771766-b199-4055-b638-a373c9638805 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.603243] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1167.603243] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5270b4a3-68e7-7019-ac8d-3a4c60239fd0" [ 1167.603243] env[68946]: _type = "Task" [ 1167.603243] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.615304] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5270b4a3-68e7-7019-ac8d-3a4c60239fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.615751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6dd7c824-2d98-42a7-9ea7-7f2b12365dc2 tempest-ServerDiskConfigTestJSON-31148635 tempest-ServerDiskConfigTestJSON-31148635-project-member] Lock "eb6bebbf-779f-4a1d-a06e-eb2137f4c508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.477s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.641663] env[68946]: DEBUG nova.policy [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42f0a4c5a32d4a6f8fa7dbb4a3092c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d9f0a87f784ee9ab9e9f25fe02c404', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.652226] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879431, 'name': PowerOffVM_Task, 'duration_secs': 0.600316} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.654628] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.654628] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.654628] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e75424c-eaef-490b-bfa5-871b8f0eb796 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.731746] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.731981] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.732179] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore1] ae2ef0fa-41ce-4855-883b-6991c9fcdf71 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.732464] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b7cd21-17fd-4e7c-b910-756fea225ece {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.742800] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1167.742800] env[68946]: value = "task-2879433" [ 1167.742800] env[68946]: _type = "Task" [ 1167.742800] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.747964] env[68946]: DEBUG nova.compute.manager [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.748227] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.751918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f8637-8175-4e88-bf03-3f4058f4caec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.759115] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.759310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.759469] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.760686] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.768800] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.770145] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e067211-d6c8-4737-bc3e-940bc01347fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.883251] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.883795] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.884256] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore2] 243cbd7f-96ec-4f35-bad7-27e2866f0263 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.886301] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b4f2b44-613d-40a4-8e55-faa7ff090ee7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.889757] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b98184d-d8bb-47a6-8949-2f3c138aefd6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.900595] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46138a4-ec31-4671-bf5e-86d0f757017e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.908022] env[68946]: DEBUG oslo_vmware.api [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1167.908022] env[68946]: value = "task-2879435" [ 1167.908022] env[68946]: _type = "Task" [ 1167.908022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.937926] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0638d7fa-2e60-4600-bfc7-bf8862235e33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.945361] env[68946]: DEBUG oslo_concurrency.lockutils [req-304f151b-085d-449e-905f-e5a4b8c7791e req-5f728625-f82a-4c1c-919f-204fe8f275cc service nova] Releasing lock "refresh_cache-e4e0f146-662d-4cf4-9aa0-a03e752f7e28" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.945964] env[68946]: DEBUG oslo_vmware.api [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.953927] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edfb233-44ae-4648-a37a-5c57eb80da35 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.970888] env[68946]: DEBUG nova.compute.provider_tree [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.090651] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.115224] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5270b4a3-68e7-7019-ac8d-3a4c60239fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.048862} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.115806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.115806] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.116074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.116229] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.116522] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.116746] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eca257b5-8aad-434a-bc34-03462d924349 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.137695] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.138041] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.139550] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0e9cef-f6f2-4edf-838e-c5cb06224328 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.146433] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1168.146433] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc5983-73a7-6bc7-d7a7-169551d2f3ba" [ 1168.146433] env[68946]: _type = "Task" [ 1168.146433] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.159017] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc5983-73a7-6bc7-d7a7-169551d2f3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.254760] env[68946]: DEBUG oslo_vmware.api [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431292} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.255072] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.255256] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.255450] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.255621] env[68946]: INFO nova.compute.manager [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1168.255864] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.256081] env[68946]: DEBUG nova.compute.manager [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.256185] env[68946]: DEBUG nova.network.neutron [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.269107] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Successfully created port: cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.312959] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.414931] env[68946]: DEBUG oslo_vmware.api [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344423} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.416121] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.416397] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.416629] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.416811] env[68946]: INFO nova.compute.manager [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1168.417069] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.417270] env[68946]: DEBUG nova.compute.manager [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.417373] env[68946]: DEBUG nova.network.neutron [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.477183] env[68946]: DEBUG nova.scheduler.client.report [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.615854] env[68946]: DEBUG nova.network.neutron [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.658860] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc5983-73a7-6bc7-d7a7-169551d2f3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014583} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.659653] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772640d0-9c1b-43d7-a55f-4f96fa14d3f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.666484] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1168.666484] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a829ce-d0fc-e6ed-96c4-2545b5fc5f3b" [ 1168.666484] env[68946]: _type = "Task" [ 1168.666484] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.674515] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a829ce-d0fc-e6ed-96c4-2545b5fc5f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.982494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.985806] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.525s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.986316] env[68946]: DEBUG nova.objects.instance [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'resources' on Instance uuid 1cda0225-d8f6-44ab-87f8-404beb8341bc {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.012260] env[68946]: INFO nova.scheduler.client.report [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted allocations for instance b036b882-dda3-467b-a3ca-d7626c8e98f4 [ 1169.100971] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.119064] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.119395] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Instance network_info: |[{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.121580] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:05:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.129952] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.130417] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.130695] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-184569d6-15c4-4f80-b71c-8241ce35b6a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.149811] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.149811] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.149985] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.150197] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.150386] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.150565] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.150812] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.151015] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.151220] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.151437] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.151664] env[68946]: DEBUG nova.virt.hardware [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.153030] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6bc53-7e28-4c54-ad76-df2f87296376 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.163418] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785308b-83cb-458c-8a82-00ab915e2a4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.167234] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.167234] env[68946]: value = "task-2879436" [ 1169.167234] env[68946]: _type = "Task" [ 1169.167234] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.186580] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879436, 'name': CreateVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.190182] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a829ce-d0fc-e6ed-96c4-2545b5fc5f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.190437] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.190681] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e4e0f146-662d-4cf4-9aa0-a03e752f7e28/e4e0f146-662d-4cf4-9aa0-a03e752f7e28.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.190934] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9157f0ed-0498-48ec-a04a-d9072d22cc7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.199326] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1169.199326] env[68946]: value = "task-2879437" [ 1169.199326] env[68946]: _type = "Task" [ 1169.199326] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.208885] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.244830] env[68946]: DEBUG nova.network.neutron [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.348475] env[68946]: DEBUG nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Received event network-changed-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.348475] env[68946]: DEBUG nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Refreshing instance network info cache due to event network-changed-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1169.348475] env[68946]: DEBUG oslo_concurrency.lockutils [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.348475] env[68946]: DEBUG oslo_concurrency.lockutils [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.348475] env[68946]: DEBUG nova.network.neutron [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Refreshing network info cache for port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.382263] env[68946]: DEBUG nova.network.neutron [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.386211] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.386535] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.386915] env[68946]: DEBUG nova.objects.instance [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid b171c66c-5a2d-411d-a1ea-77be1061cde1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.524980] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50946355-80d5-4423-8940-1f8b91773fb6 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "b036b882-dda3-467b-a3ca-d7626c8e98f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.879s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.679069] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879436, 'name': CreateVM_Task, 'duration_secs': 0.502068} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.682160] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.683213] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.683295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.683610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.684062] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c97336-3d1e-447e-a20c-b937b2e8b178 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.689481] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1169.689481] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527dc780-71d8-e639-79a5-0f3b85c61207" [ 1169.689481] env[68946]: _type = "Task" [ 1169.689481] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.704483] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527dc780-71d8-e639-79a5-0f3b85c61207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.715042] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500236} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.715312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e4e0f146-662d-4cf4-9aa0-a03e752f7e28/e4e0f146-662d-4cf4-9aa0-a03e752f7e28.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.715522] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.715767] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91c9e702-c987-45a8-8eb1-ccbbcf12a9b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.723856] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1169.723856] env[68946]: value = "task-2879438" [ 1169.723856] env[68946]: _type = "Task" [ 1169.723856] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.732190] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.750595] env[68946]: INFO nova.compute.manager [-] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Took 1.49 seconds to deallocate network for instance. [ 1169.801822] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaeb137-1e94-47da-87f5-8ce7c54ffa34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.811503] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a8f2b-dc9e-4207-812b-a80b8c4fbce9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.844722] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcc4dcf-4009-487e-acc9-18d4c5c860c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.855390] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f56cdf-f70a-45f2-88df-447a08ed9915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.870934] env[68946]: DEBUG nova.compute.provider_tree [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.886014] env[68946]: INFO nova.compute.manager [-] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Took 1.47 seconds to deallocate network for instance. [ 1170.065418] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Successfully updated port: cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.072923] env[68946]: DEBUG nova.compute.manager [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Received event network-vif-plugged-cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.073170] env[68946]: DEBUG oslo_concurrency.lockutils [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.073379] env[68946]: DEBUG oslo_concurrency.lockutils [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] Lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.073543] env[68946]: DEBUG oslo_concurrency.lockutils [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] Lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.073713] env[68946]: DEBUG nova.compute.manager [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] No waiting events found dispatching network-vif-plugged-cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.073875] env[68946]: WARNING nova.compute.manager [req-fcecb16d-f27d-4f7c-a072-1ddb630e9209 req-e0d258a6-eb1d-4ea3-8297-ac548783e853 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Received unexpected event network-vif-plugged-cb819b53-f071-44c7-b401-aa3b176e2abf for instance with vm_state building and task_state spawning. [ 1170.134283] env[68946]: DEBUG nova.objects.instance [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid b171c66c-5a2d-411d-a1ea-77be1061cde1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.201911] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527dc780-71d8-e639-79a5-0f3b85c61207, 'name': SearchDatastore_Task, 'duration_secs': 0.014293} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.202576] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.202675] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.202834] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.202978] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.203170] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.203425] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc6540a-557a-4f97-a4b0-07531a1af75d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.212469] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.212655] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.213728] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e958b6-32d5-4398-a2ca-cde2b5d469c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.219545] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1170.219545] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bb6741-f503-9726-dfc2-15b8c1fdc11f" [ 1170.219545] env[68946]: _type = "Task" [ 1170.219545] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.233656] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bb6741-f503-9726-dfc2-15b8c1fdc11f, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.237145] env[68946]: DEBUG nova.network.neutron [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updated VIF entry in instance network info cache for port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.239155] env[68946]: DEBUG nova.network.neutron [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.239763] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069652} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.240209] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318276f6-1168-4a7b-83a4-46b8dbae03d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.243283] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.247407] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05c277-87ea-4e65-89fe-b17892152278 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.263686] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.272011] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] e4e0f146-662d-4cf4-9aa0-a03e752f7e28/e4e0f146-662d-4cf4-9aa0-a03e752f7e28.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.274264] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177054ea-6e9a-4ef9-9c30-b1c94e21fb00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.290315] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1170.290315] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f6fd83-1a82-b95a-1074-99300f86dc19" [ 1170.290315] env[68946]: _type = "Task" [ 1170.290315] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.297773] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1170.297773] env[68946]: value = "task-2879439" [ 1170.297773] env[68946]: _type = "Task" [ 1170.297773] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.301731] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f6fd83-1a82-b95a-1074-99300f86dc19, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.304870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.305163] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.305483] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c8e1c2d-8e9c-4a8d-be76-c8524b5b9f23 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.315131] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.315678] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1170.315678] env[68946]: value = "task-2879440" [ 1170.315678] env[68946]: _type = "Task" [ 1170.315678] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.325254] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.374033] env[68946]: DEBUG nova.scheduler.client.report [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.397873] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.571964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.572132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.572739] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.639408] env[68946]: DEBUG nova.objects.base [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.639408] env[68946]: DEBUG nova.network.neutron [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.712069] env[68946]: DEBUG nova.policy [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.742412] env[68946]: DEBUG oslo_concurrency.lockutils [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.742412] env[68946]: DEBUG nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Received event network-vif-deleted-69ba2fa1-6a55-443b-a33a-93ed0b7c4c5c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.742412] env[68946]: DEBUG nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Received event network-vif-deleted-67b986c6-be4c-4e33-8a93-c0880982f015 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.742412] env[68946]: INFO nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Neutron deleted interface 67b986c6-be4c-4e33-8a93-c0880982f015; detaching it from the instance and deleting it from the info cache [ 1170.742412] env[68946]: DEBUG nova.network.neutron [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.814520] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879439, 'name': ReconfigVM_Task, 'duration_secs': 0.342692} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.814826] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Reconfigured VM instance instance-0000006a to attach disk [datastore2] e4e0f146-662d-4cf4-9aa0-a03e752f7e28/e4e0f146-662d-4cf4-9aa0-a03e752f7e28.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.817016] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d12d72-dc64-4b4d-971e-f6ccaa33f5f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.831415] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498694} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.832954] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.833539] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.833913] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1170.833913] env[68946]: value = "task-2879441" [ 1170.833913] env[68946]: _type = "Task" [ 1170.833913] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.834189] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24cb5f1d-606f-4f6a-bdf8-9d2ca0eb0b68 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.846832] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879441, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.848389] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1170.848389] env[68946]: value = "task-2879442" [ 1170.848389] env[68946]: _type = "Task" [ 1170.848389] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.858193] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.883919] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "95d67729-a659-48c5-9159-2365c732059f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.884219] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.884440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "95d67729-a659-48c5-9159-2365c732059f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.884621] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.884791] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.886959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.889701] env[68946]: INFO nova.compute.manager [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Terminating instance [ 1170.893146] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.126s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.893610] env[68946]: DEBUG nova.objects.instance [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lazy-loading 'resources' on Instance uuid 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.920372] env[68946]: INFO nova.scheduler.client.report [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted allocations for instance 1cda0225-d8f6-44ab-87f8-404beb8341bc [ 1171.119596] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.245411] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f56a5b-0820-4aa3-b225-682f13b32823 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.256239] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1321f2-e892-4747-9fc1-e9bbd027b329 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.292260] env[68946]: DEBUG nova.compute.manager [req-b6be21f3-5945-49d0-8575-007bf8cc623c req-4117865e-6cd0-40ce-8d4c-558d91cf4e77 service nova] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Detach interface failed, port_id=67b986c6-be4c-4e33-8a93-c0880982f015, reason: Instance 243cbd7f-96ec-4f35-bad7-27e2866f0263 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1171.349768] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879441, 'name': Rename_Task, 'duration_secs': 0.153596} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.351700] env[68946]: DEBUG nova.network.neutron [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating instance_info_cache with network_info: [{"id": "cb819b53-f071-44c7-b401-aa3b176e2abf", "address": "fa:16:3e:c6:e6:46", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb819b53-f0", "ovs_interfaceid": "cb819b53-f071-44c7-b401-aa3b176e2abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.355793] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.355793] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f473ba-de7d-485d-a88b-a08d9cb3312b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.363367] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066381} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.366322] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.366322] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1171.366322] env[68946]: value = "task-2879443" [ 1171.366322] env[68946]: _type = "Task" [ 1171.366322] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.366322] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c5776-608f-44f2-8a01-7b6497b4b549 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.379915] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.398331] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.398880] env[68946]: DEBUG nova.compute.manager [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.399079] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.403749] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696d3f8c-8181-4609-9811-f5fb1fa06cc7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.425988] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba76ca1c-7a01-4265-acbb-31e246a6179e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.432172] env[68946]: DEBUG oslo_concurrency.lockutils [None req-003a4993-9b39-4dc1-89bd-0c41e3858d75 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "1cda0225-d8f6-44ab-87f8-404beb8341bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.595s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.438792] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.440184] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b92649-732f-4269-bbdb-f402af20037b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.442011] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1171.442011] env[68946]: value = "task-2879444" [ 1171.442011] env[68946]: _type = "Task" [ 1171.442011] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.447802] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1171.447802] env[68946]: value = "task-2879445" [ 1171.447802] env[68946]: _type = "Task" [ 1171.447802] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.457094] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.466580] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.708407] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d614627-159a-4700-88f7-0c9656314004 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.717773] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422ac77-456c-44ad-9865-ee10e6792a91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.754962] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f788c53-7da9-443b-8041-3022b523f2fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.765709] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc4e92-c275-474c-9288-45e5b82086ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.782388] env[68946]: DEBUG nova.compute.provider_tree [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.857158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.857661] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Instance network_info: |[{"id": "cb819b53-f071-44c7-b401-aa3b176e2abf", "address": "fa:16:3e:c6:e6:46", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb819b53-f0", "ovs_interfaceid": "cb819b53-f071-44c7-b401-aa3b176e2abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.858531] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:e6:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb819b53-f071-44c7-b401-aa3b176e2abf', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.867205] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.867516] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.868782] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312aeb09-8a10-436e-91a3-b79a3f177f43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.899346] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.901329] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.901329] env[68946]: value = "task-2879446" [ 1171.901329] env[68946]: _type = "Task" [ 1171.901329] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.915972] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879446, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.959841] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879445, 'name': PowerOffVM_Task, 'duration_secs': 0.197004} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.965411] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.966104] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.966768] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879444, 'name': ReconfigVM_Task, 'duration_secs': 0.480145} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.966969] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2767a03e-4283-474f-81c8-4de87ef37f50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.969078] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.969727] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a18e9091-0b4c-48c5-a423-c64e7f2069ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.979102] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1171.979102] env[68946]: value = "task-2879447" [ 1171.979102] env[68946]: _type = "Task" [ 1171.979102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.994010] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879447, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.044742] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.044984] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.045177] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleting the datastore file [datastore1] 95d67729-a659-48c5-9159-2365c732059f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.045463] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981b7399-2cbd-4864-bb85-428a58416009 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.053743] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for the task: (returnval){ [ 1172.053743] env[68946]: value = "task-2879449" [ 1172.053743] env[68946]: _type = "Task" [ 1172.053743] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.064225] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.286840] env[68946]: DEBUG nova.scheduler.client.report [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.311977] env[68946]: DEBUG nova.compute.manager [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Received event network-changed-cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.312228] env[68946]: DEBUG nova.compute.manager [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Refreshing instance network info cache due to event network-changed-cb819b53-f071-44c7-b401-aa3b176e2abf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1172.312395] env[68946]: DEBUG oslo_concurrency.lockutils [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] Acquiring lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.312540] env[68946]: DEBUG oslo_concurrency.lockutils [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] Acquired lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.312699] env[68946]: DEBUG nova.network.neutron [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Refreshing network info cache for port cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.394509] env[68946]: DEBUG oslo_vmware.api [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879443, 'name': PowerOnVM_Task, 'duration_secs': 0.543176} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.394810] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.395026] env[68946]: INFO nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1172.395213] env[68946]: DEBUG nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.395995] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fe1056-6b86-402e-9d75-801c5acc4e4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.414132] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879446, 'name': CreateVM_Task, 'duration_secs': 0.345911} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.414244] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.414963] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.415154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.415488] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.415751] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eab296-2541-440d-a7f1-3e194b8068d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.423712] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1172.423712] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5244f78f-dcd6-7a35-fe76-0fffd1cb8e53" [ 1172.423712] env[68946]: _type = "Task" [ 1172.423712] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.438829] env[68946]: DEBUG nova.network.neutron [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Successfully updated port: f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.449355] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5244f78f-dcd6-7a35-fe76-0fffd1cb8e53, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.450299] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.450540] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.450776] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.450919] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.451113] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.451627] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c928f8-95a0-4c56-a0ff-7a857dcf29fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.462237] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.462645] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.463261] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcf0ffb-e1e3-41ec-b047-4235e5bd3c6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.470991] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1172.470991] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ab997-96e5-5235-cfc8-8a1332ca4d63" [ 1172.470991] env[68946]: _type = "Task" [ 1172.470991] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.481900] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ab997-96e5-5235-cfc8-8a1332ca4d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.495013] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879447, 'name': Rename_Task, 'duration_secs': 0.176647} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.495013] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.495013] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38474750-d7d3-4438-87c9-410148ff8037 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.502019] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1172.502019] env[68946]: value = "task-2879450" [ 1172.502019] env[68946]: _type = "Task" [ 1172.502019] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.510934] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.528166] env[68946]: DEBUG nova.compute.manager [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.528403] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.528630] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.528823] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.528994] env[68946]: DEBUG nova.compute.manager [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] No waiting events found dispatching network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.529176] env[68946]: WARNING nova.compute.manager [req-b8f4cc4a-3cd9-4f61-9715-46f05c7c335d req-3ad3f31d-409c-4cd3-93b4-ccbf417a81e3 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received unexpected event network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a for instance with vm_state active and task_state None. [ 1172.566077] env[68946]: DEBUG oslo_vmware.api [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Task: {'id': task-2879449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158948} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.566356] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.566643] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.567095] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.567294] env[68946]: INFO nova.compute.manager [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] [instance: 95d67729-a659-48c5-9159-2365c732059f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1172.567534] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.567723] env[68946]: DEBUG nova.compute.manager [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.567817] env[68946]: DEBUG nova.network.neutron [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.791851] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.795019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.028s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.795019] env[68946]: DEBUG nova.objects.instance [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'resources' on Instance uuid bda51aae-a803-4046-a7a6-409219da281b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.822298] env[68946]: INFO nova.scheduler.client.report [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Deleted allocations for instance 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c [ 1172.918063] env[68946]: INFO nova.compute.manager [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Took 27.32 seconds to build instance. [ 1172.941189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.941397] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.941581] env[68946]: DEBUG nova.network.neutron [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.987272] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ab997-96e5-5235-cfc8-8a1332ca4d63, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.988673] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ada6e9e-7ea5-464c-b71b-92d3f9350dca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.996210] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1172.996210] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52360ad6-e2fc-0b30-4a2f-95cc72906a41" [ 1172.996210] env[68946]: _type = "Task" [ 1172.996210] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.012091] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52360ad6-e2fc-0b30-4a2f-95cc72906a41, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.017334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.017791] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 16331f3d-6adc-4680-8a53-9dcf51318add/16331f3d-6adc-4680-8a53-9dcf51318add.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.018155] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.019222] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69daa9c4-739a-42db-a665-aa240bbf6542 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.030830] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1173.030830] env[68946]: value = "task-2879451" [ 1173.030830] env[68946]: _type = "Task" [ 1173.030830] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.043667] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.313177] env[68946]: DEBUG nova.network.neutron [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updated VIF entry in instance network info cache for port cb819b53-f071-44c7-b401-aa3b176e2abf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.313177] env[68946]: DEBUG nova.network.neutron [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating instance_info_cache with network_info: [{"id": "cb819b53-f071-44c7-b401-aa3b176e2abf", "address": "fa:16:3e:c6:e6:46", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb819b53-f0", "ovs_interfaceid": "cb819b53-f071-44c7-b401-aa3b176e2abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.331206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ce749142-b7f8-48c9-a33c-435ff7ef356d tempest-ServerGroupTestJSON-1592509339 tempest-ServerGroupTestJSON-1592509339-project-member] Lock "3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.039s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.420494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a5cea751-1cb2-4d2d-92ef-4e64c3ede72c tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.833s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.515664] env[68946]: DEBUG oslo_vmware.api [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879450, 'name': PowerOnVM_Task, 'duration_secs': 0.564178} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.516841] env[68946]: WARNING nova.network.neutron [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1173.519724] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.520055] env[68946]: INFO nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1173.520236] env[68946]: DEBUG nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.524043] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751d6a71-0f98-42f0-b2a0-ffe97eacd8d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.549169] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485141} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.550250] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 16331f3d-6adc-4680-8a53-9dcf51318add/16331f3d-6adc-4680-8a53-9dcf51318add.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.550467] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.554115] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8859c3f-76df-47c5-8b4a-c3ec6a08c7c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.565654] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1173.565654] env[68946]: value = "task-2879452" [ 1173.565654] env[68946]: _type = "Task" [ 1173.565654] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.583343] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.641446] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c6721-8be3-4236-bead-5709f2d772e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.655066] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed42f7-ad5d-4e1e-8fa3-ab5430c8200a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.698664] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf466b75-de37-4bc5-bd54-355032abb836 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.707534] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5254122d-fcd9-4422-a47b-dcbd409d6c9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.723176] env[68946]: DEBUG nova.compute.provider_tree [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.811209] env[68946]: DEBUG nova.network.neutron [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.815235] env[68946]: DEBUG oslo_concurrency.lockutils [req-c21b4a8c-e30f-4b82-a222-d16190089dcc req-2b9c538e-7ca2-4de2-a3f8-723d4d4c0a4e service nova] Releasing lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.066040] env[68946]: INFO nova.compute.manager [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Took 28.16 seconds to build instance. [ 1174.077800] env[68946]: DEBUG nova.network.neutron [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f09b2775-38da-4384-9b92-5015d26ea42a", "address": "fa:16:3e:d5:90:62", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09b2775-38", "ovs_interfaceid": "f09b2775-38da-4384-9b92-5015d26ea42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.085895] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.086979] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.088035] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5826ea-165a-4cc3-9e71-4d634cdbac0a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.115848] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 16331f3d-6adc-4680-8a53-9dcf51318add/16331f3d-6adc-4680-8a53-9dcf51318add.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.116568] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8391ea-f945-4d9b-9a1a-bacee3f525a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.140703] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1174.140703] env[68946]: value = "task-2879453" [ 1174.140703] env[68946]: _type = "Task" [ 1174.140703] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.154271] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.227461] env[68946]: DEBUG nova.scheduler.client.report [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.317028] env[68946]: INFO nova.compute.manager [-] [instance: 95d67729-a659-48c5-9159-2365c732059f] Took 1.75 seconds to deallocate network for instance. [ 1174.570652] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e3f499fa-6c20-4d2a-9116-928090fb5b7d tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.683s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.584706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.585711] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.585711] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.586960] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c74d6-0d6f-4fe1-828e-1a99e2955b3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.606169] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.606169] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.606169] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.606393] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.606393] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.606459] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.606672] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.606827] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.606984] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.607157] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.607326] env[68946]: DEBUG nova.virt.hardware [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.614233] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfiguring VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1174.614664] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9507e7c-2d50-4835-a57f-e8c8e425ce21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.635804] env[68946]: DEBUG oslo_vmware.api [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1174.635804] env[68946]: value = "task-2879454" [ 1174.635804] env[68946]: _type = "Task" [ 1174.635804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.645405] env[68946]: DEBUG oslo_vmware.api [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879454, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.655335] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.732496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.735058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.473s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.735310] env[68946]: DEBUG nova.objects.instance [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid ae2ef0fa-41ce-4855-883b-6991c9fcdf71 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.754097] env[68946]: INFO nova.scheduler.client.report [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted allocations for instance bda51aae-a803-4046-a7a6-409219da281b [ 1174.821300] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.823438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.823438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.823741] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.824067] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.828245] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.828847] env[68946]: INFO nova.compute.manager [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Terminating instance [ 1174.914842] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.915137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.147139] env[68946]: DEBUG oslo_vmware.api [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.156186] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879453, 'name': ReconfigVM_Task, 'duration_secs': 0.818128} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.156476] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 16331f3d-6adc-4680-8a53-9dcf51318add/16331f3d-6adc-4680-8a53-9dcf51318add.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.157203] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f005435-03dd-4b7e-b970-7289a5857dfc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.165715] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1175.165715] env[68946]: value = "task-2879455" [ 1175.165715] env[68946]: _type = "Task" [ 1175.165715] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.177698] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879455, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.266988] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d3b327df-7006-44f8-b498-128f3fc96dd7 tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "bda51aae-a803-4046-a7a6-409219da281b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.469s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.334904] env[68946]: DEBUG nova.compute.manager [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.335272] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.336091] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2261aaeb-b5b8-4a46-bc6d-a426656943f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.345963] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.349485] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7548c168-ac23-4ffe-903a-ad581ceaccae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.359074] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1175.359074] env[68946]: value = "task-2879456" [ 1175.359074] env[68946]: _type = "Task" [ 1175.359074] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.373661] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.417945] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.450975] env[68946]: DEBUG nova.compute.manager [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.451107] env[68946]: DEBUG nova.compute.manager [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-f09b2775-38da-4384-9b92-5015d26ea42a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.451342] env[68946]: DEBUG oslo_concurrency.lockutils [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.451452] env[68946]: DEBUG oslo_concurrency.lockutils [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.451598] env[68946]: DEBUG nova.network.neutron [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.518277] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7f178-5f70-49e8-b652-de0b42e1ee22 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.530050] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d121029-3728-410a-9a20-69383738982e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.577432] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc013c-7ca9-4482-bcd3-109f00501c8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.585905] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66294139-ee34-4a98-b6c2-9f8568f661ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.594110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.594110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.607359] env[68946]: DEBUG nova.compute.provider_tree [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.649070] env[68946]: DEBUG oslo_vmware.api [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879454, 'name': ReconfigVM_Task, 'duration_secs': 0.990938} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.649070] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.649308] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfigured VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1175.676783] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879455, 'name': Rename_Task, 'duration_secs': 0.259499} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.677139] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.677428] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e781989a-e4f5-4ce7-b693-88cb9aed2b17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.686822] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1175.686822] env[68946]: value = "task-2879457" [ 1175.686822] env[68946]: _type = "Task" [ 1175.686822] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.696526] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.696943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.697235] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.697457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.697686] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.697911] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.700159] env[68946]: INFO nova.compute.manager [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Terminating instance [ 1175.870944] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879456, 'name': PowerOffVM_Task, 'duration_secs': 0.281455} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.871291] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.871530] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.871722] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-450f0e9d-0e11-4e3e-a1c5-2cf6f5679d54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.939562] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.941715] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.941932] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.942135] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleting the datastore file [datastore2] e4e0f146-662d-4cf4-9aa0-a03e752f7e28 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.942388] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-115f6600-6e5a-4606-8273-1b24bb6ad8bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.952377] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for the task: (returnval){ [ 1175.952377] env[68946]: value = "task-2879459" [ 1175.952377] env[68946]: _type = "Task" [ 1175.952377] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.962118] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.096500] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.108128] env[68946]: DEBUG nova.scheduler.client.report [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.155775] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ebda483c-9d81-407c-a02d-9e85d4394269 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.769s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.194156] env[68946]: DEBUG nova.network.neutron [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port f09b2775-38da-4384-9b92-5015d26ea42a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.194628] env[68946]: DEBUG nova.network.neutron [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f09b2775-38da-4384-9b92-5015d26ea42a", "address": "fa:16:3e:d5:90:62", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09b2775-38", "ovs_interfaceid": "f09b2775-38da-4384-9b92-5015d26ea42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.203274] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.206065] env[68946]: DEBUG nova.compute.manager [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.206774] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.208410] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e631e-6837-49c1-899a-118d6db44384 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.213272] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.213557] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.213865] env[68946]: INFO nova.compute.manager [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Rebooting instance [ 1176.218746] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.219053] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee8d99b8-0eb0-4b13-97c5-e562fef42276 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.226933] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1176.226933] env[68946]: value = "task-2879460" [ 1176.226933] env[68946]: _type = "Task" [ 1176.226933] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.236755] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.432925] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.433436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.463020] env[68946]: DEBUG oslo_vmware.api [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Task: {'id': task-2879459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253106} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.463422] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.463672] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.463909] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.464158] env[68946]: INFO nova.compute.manager [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1176.464472] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.464773] env[68946]: DEBUG nova.compute.manager [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.464936] env[68946]: DEBUG nova.network.neutron [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.616482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.619157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.221s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.619465] env[68946]: DEBUG nova.objects.instance [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid 243cbd7f-96ec-4f35-bad7-27e2866f0263 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.624634] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.640232] env[68946]: INFO nova.scheduler.client.report [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance ae2ef0fa-41ce-4855-883b-6991c9fcdf71 [ 1176.699654] env[68946]: DEBUG oslo_concurrency.lockutils [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.700129] env[68946]: DEBUG nova.compute.manager [req-97bbcd63-7868-42be-b9a5-13d4086dce6b req-1ee30804-38de-46a4-9a52-f05f04ee3663 service nova] [instance: 95d67729-a659-48c5-9159-2365c732059f] Received event network-vif-deleted-fee7cf4a-bb20-4277-be4a-19250c468a1b {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.702242] env[68946]: DEBUG oslo_vmware.api [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879457, 'name': PowerOnVM_Task, 'duration_secs': 0.863817} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.702242] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.702242] env[68946]: INFO nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1176.702242] env[68946]: DEBUG nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.702499] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d68724-554d-4f78-b3e9-a8b957243852 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.731694] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.731913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.732158] env[68946]: DEBUG nova.network.neutron [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.739505] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879460, 'name': PowerOffVM_Task, 'duration_secs': 0.393828} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.739755] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.739970] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.740321] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b1333c6-b4b7-4bb2-a069-17b54d5bd54a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.834954] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.835263] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.835467] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleting the datastore file [datastore1] 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.835745] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73098744-64b3-4660-b4fc-c6a1813d76f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.842050] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for the task: (returnval){ [ 1176.842050] env[68946]: value = "task-2879462" [ 1176.842050] env[68946]: _type = "Task" [ 1176.842050] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.850306] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.936870] env[68946]: DEBUG nova.compute.utils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.150374] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a16d526f-1172-4ba7-8bc6-6ff5c582f114 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "ae2ef0fa-41ce-4855-883b-6991c9fcdf71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.046s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.208569] env[68946]: DEBUG nova.network.neutron [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.225871] env[68946]: INFO nova.compute.manager [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Took 26.49 seconds to build instance. [ 1177.255312] env[68946]: DEBUG nova.compute.manager [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Received event network-changed-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1177.255312] env[68946]: DEBUG nova.compute.manager [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Refreshing instance network info cache due to event network-changed-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1177.255312] env[68946]: DEBUG oslo_concurrency.lockutils [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.255312] env[68946]: DEBUG oslo_concurrency.lockutils [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.255312] env[68946]: DEBUG nova.network.neutron [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Refreshing network info cache for port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.357799] env[68946]: DEBUG oslo_vmware.api [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Task: {'id': task-2879462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174379} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.358372] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.358372] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.358503] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.358566] env[68946]: INFO nova.compute.manager [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1177.358817] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.359185] env[68946]: DEBUG nova.compute.manager [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.359315] env[68946]: DEBUG nova.network.neutron [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.382429] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d35248-9b4c-43e5-b4f5-756c3a09b902 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.391371] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b323fa-6426-490e-8256-b78ef2b6e643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.424153] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05225b00-22a2-41a5-bf4f-a0c8967fa302 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.434972] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3abec0-d2b8-4b53-9430-54bdb7be5fba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.439544] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.450827] env[68946]: DEBUG nova.compute.provider_tree [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.561613] env[68946]: DEBUG nova.network.neutron [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.712410] env[68946]: INFO nova.compute.manager [-] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Took 1.25 seconds to deallocate network for instance. [ 1177.728797] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e9386cee-baec-42ca-b844-9412de923a1c tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.996s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.954136] env[68946]: DEBUG nova.network.neutron [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updated VIF entry in instance network info cache for port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.954136] env[68946]: DEBUG nova.network.neutron [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.954970] env[68946]: DEBUG nova.scheduler.client.report [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.070709] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.160208] env[68946]: DEBUG nova.compute.manager [req-6454c70d-1805-4a79-9a39-d5464d9f1c98 req-d57b7f9b-95ea-40fa-83cb-3f18f3cec0be service nova] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Received event network-vif-deleted-c4cfc2db-971a-40aa-874a-f529ac9ee8b7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.221389] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.221682] env[68946]: DEBUG nova.network.neutron [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.459087] env[68946]: DEBUG oslo_concurrency.lockutils [req-433f4da5-e888-404b-a368-1932d96667cb req-27c95338-bbec-45d1-a9c1-5d696d785387 service nova] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.461187] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.465137] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.636s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.465137] env[68946]: DEBUG nova.objects.instance [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lazy-loading 'resources' on Instance uuid 95d67729-a659-48c5-9159-2365c732059f {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.479135] env[68946]: INFO nova.scheduler.client.report [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance 243cbd7f-96ec-4f35-bad7-27e2866f0263 [ 1178.511067] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.513188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.513188] env[68946]: INFO nova.compute.manager [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Attaching volume dca013d5-7de5-4541-aa54-5ae863e04e6c to /dev/sdb [ 1178.552094] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7ee519-7056-449a-9530-cbca0cde14b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.560614] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac7140-0e73-4c2a-a16f-a4556f744da4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.577669] env[68946]: DEBUG nova.virt.block_device [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating existing volume attachment record: a9d6d0aa-6629-4877-93aa-961474d09423 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.580451] env[68946]: DEBUG nova.compute.manager [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.581261] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184a582-1ddc-439c-baf7-0579b2c0f7df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.704631] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.704928] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.725448] env[68946]: INFO nova.compute.manager [-] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Took 1.36 seconds to deallocate network for instance. [ 1178.787637] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.788106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.989292] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ef0e1d1e-2b71-478f-a8b0-c66f1835e8dd tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "243cbd7f-96ec-4f35-bad7-27e2866f0263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.748s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.210387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.210605] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.211732] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d7e7e-53f7-4d33-bc79-bff1fe0568de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.234387] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6131e865-1568-4feb-a4f2-0e8688591688 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.237622] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.262477] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfiguring VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1179.263740] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1559cab0-47e1-45c7-8f02-b0c1572c0915 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.279629] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876819bb-93bc-42b9-a5e2-e9ff69348591 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.289652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95266a01-3c46-4743-9144-31ecc15561c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.294565] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.297967] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1179.297967] env[68946]: value = "task-2879467" [ 1179.297967] env[68946]: _type = "Task" [ 1179.297967] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.332371] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb99bf0-8aab-4e64-8dcb-fc065e159a55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.340165] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.348149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea871b4-23df-4fe3-bc2e-4b9ad6f80cf9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.356469] env[68946]: DEBUG nova.compute.manager [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Received event network-changed-cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.356469] env[68946]: DEBUG nova.compute.manager [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Refreshing instance network info cache due to event network-changed-cb819b53-f071-44c7-b401-aa3b176e2abf. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1179.356737] env[68946]: DEBUG oslo_concurrency.lockutils [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] Acquiring lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.356849] env[68946]: DEBUG oslo_concurrency.lockutils [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] Acquired lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.357014] env[68946]: DEBUG nova.network.neutron [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Refreshing network info cache for port cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.371128] env[68946]: DEBUG nova.compute.provider_tree [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.596900] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381fcd9e-0fbd-42b8-9918-bb56b338d2fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.606197] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Doing hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1179.606451] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9b5fdaea-0a9d-4f03-8810-a532e55e59c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.615817] env[68946]: DEBUG oslo_vmware.api [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1179.615817] env[68946]: value = "task-2879468" [ 1179.615817] env[68946]: _type = "Task" [ 1179.615817] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.624362] env[68946]: DEBUG oslo_vmware.api [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879468, 'name': ResetVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.813275] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.820542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.874106] env[68946]: DEBUG nova.scheduler.client.report [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.091533] env[68946]: DEBUG nova.network.neutron [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updated VIF entry in instance network info cache for port cb819b53-f071-44c7-b401-aa3b176e2abf. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.092223] env[68946]: DEBUG nova.network.neutron [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating instance_info_cache with network_info: [{"id": "cb819b53-f071-44c7-b401-aa3b176e2abf", "address": "fa:16:3e:c6:e6:46", "network": {"id": "8073f65f-9a73-48e1-b2ae-267f1ec3e625", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-725643613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d9f0a87f784ee9ab9e9f25fe02c404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb819b53-f0", "ovs_interfaceid": "cb819b53-f071-44c7-b401-aa3b176e2abf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.124390] env[68946]: DEBUG oslo_vmware.api [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879468, 'name': ResetVM_Task, 'duration_secs': 0.103836} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.124965] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Did hard reboot of VM {{(pid=68946) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1180.124965] env[68946]: DEBUG nova.compute.manager [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.125642] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3bd2f-fcfe-4e2c-be09-6edabb6ee1b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.184527] env[68946]: DEBUG nova.compute.manager [req-bf4818de-194c-4f30-8278-b47921e8d96c req-c146a9a3-bbec-4e31-a9f1-52b196a68cbd service nova] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Received event network-vif-deleted-4162d86e-8888-43f5-95fc-dac61fccc245 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.313585] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.381090] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.383550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.444s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.385377] env[68946]: INFO nova.compute.claims [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.404807] env[68946]: INFO nova.scheduler.client.report [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Deleted allocations for instance 95d67729-a659-48c5-9159-2365c732059f [ 1180.516169] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "651bf641-a7dc-4d64-acc1-55309adb4a47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.516518] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.594949] env[68946]: DEBUG oslo_concurrency.lockutils [req-e215fcd8-119f-4716-823e-b21e767ac6ba req-b06a8ac4-0da1-44d6-86d5-2bf040505710 service nova] Releasing lock "refresh_cache-16331f3d-6adc-4680-8a53-9dcf51318add" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.638724] env[68946]: DEBUG oslo_concurrency.lockutils [None req-35e67a71-2dee-42b4-8a53-4483b1f8517b tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.425s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.815115] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.915093] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e78c57d-cc8a-499f-9dce-dc9cf96f9d12 tempest-ServersAdminTestJSON-1563222655 tempest-ServersAdminTestJSON-1563222655-project-member] Lock "95d67729-a659-48c5-9159-2365c732059f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.028s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.019148] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.316033] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.537674] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.677966] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c3c5f-3e44-4114-bcf2-9cb474a05a84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.686093] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d8f40-34ae-4cfc-b484-740a781301bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.718706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92272a91-1972-4532-b241-867653604bf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.727561] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede5de7-f7d7-4a80-ab84-6b78f84e0dfc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.744095] env[68946]: DEBUG nova.compute.provider_tree [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.821663] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.248140] env[68946]: DEBUG nova.scheduler.client.report [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.302634] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.303044] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.303290] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.303473] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.303640] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.306135] env[68946]: INFO nova.compute.manager [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Terminating instance [ 1182.318948] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.753730] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.754329] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.759673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.133s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.759673] env[68946]: INFO nova.compute.claims [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.809726] env[68946]: DEBUG nova.compute.manager [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.810242] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.811854] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3943fc-89c2-4001-adea-05789f439833 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.829468] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.831938] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.832220] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1603ec36-fb99-4210-935a-0ee49555b51c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.839255] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1182.839255] env[68946]: value = "task-2879470" [ 1182.839255] env[68946]: _type = "Task" [ 1182.839255] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.849205] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.150867] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.151239] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.152131] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478280c0-dc4c-47f5-87e3-0c7b70f8f0a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.171648] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585556df-0f7b-46b4-bf10-0ee4e47143db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.198875] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.199194] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1e49bf-ef10-4ca2-93a1-f7f768003541 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.217805] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1183.217805] env[68946]: value = "task-2879471" [ 1183.217805] env[68946]: _type = "Task" [ 1183.217805] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.225967] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.262886] env[68946]: DEBUG nova.compute.utils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.266994] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.267178] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.321498] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.333973] env[68946]: DEBUG nova.policy [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d3583de6df146a1af22b1bd0ef4fb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8774be4c61ac4befa5c4fd89d428250d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.350701] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879470, 'name': PowerOffVM_Task, 'duration_secs': 0.344495} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.351040] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.351153] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.351423] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaaa4058-4e70-44d4-b1d0-d3d4db0e561b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.438012] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.438569] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.438701] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleting the datastore file [datastore1] ead7398d-e690-4569-a8df-8c0eb05ab36f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.439076] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dba39ec-b1fb-43a6-9d07-047ff2ea5f14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.448896] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1183.448896] env[68946]: value = "task-2879473" [ 1183.448896] env[68946]: _type = "Task" [ 1183.448896] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.460277] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.728120] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879471, 'name': ReconfigVM_Task, 'duration_secs': 0.352342} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.728446] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.733720] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ef65e2-76b4-42ec-a12e-f2fadad3582e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.746400] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Successfully created port: 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.755059] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1183.755059] env[68946]: value = "task-2879474" [ 1183.755059] env[68946]: _type = "Task" [ 1183.755059] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.764509] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.768235] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.822782] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.962542] env[68946]: DEBUG oslo_vmware.api [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198652} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.962815] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.963245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.963434] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.963611] env[68946]: INFO nova.compute.manager [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1183.963860] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.964072] env[68946]: DEBUG nova.compute.manager [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.964171] env[68946]: DEBUG nova.network.neutron [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.037122] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403eda2-c8f0-4c14-ba15-7d45008e3f73 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.049670] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f580835-97f1-4f0a-8d4b-d8e2bf8ae0c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.098994] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1b45f-7e92-48d8-8db4-6a961804b758 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.112067] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd90c63-c3f3-42fb-8143-2c177763238d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.128772] env[68946]: DEBUG nova.compute.provider_tree [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.268128] env[68946]: DEBUG oslo_vmware.api [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879474, 'name': ReconfigVM_Task, 'duration_secs': 0.15925} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.268961] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.322925] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.398729] env[68946]: DEBUG nova.compute.manager [req-906f9e20-6fe3-4517-a6ce-020731ed1f0d req-a1a20ad2-2b8d-4b20-b74e-674575afce73 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Received event network-vif-deleted-4f1c98b7-4533-4a60-b97e-be05901a9dbf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1184.399406] env[68946]: INFO nova.compute.manager [req-906f9e20-6fe3-4517-a6ce-020731ed1f0d req-a1a20ad2-2b8d-4b20-b74e-674575afce73 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Neutron deleted interface 4f1c98b7-4533-4a60-b97e-be05901a9dbf; detaching it from the instance and deleting it from the info cache [ 1184.399406] env[68946]: DEBUG nova.network.neutron [req-906f9e20-6fe3-4517-a6ce-020731ed1f0d req-a1a20ad2-2b8d-4b20-b74e-674575afce73 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.633849] env[68946]: DEBUG nova.scheduler.client.report [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.782460] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.809958] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.810230] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.810390] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.810569] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.810714] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.810859] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.811517] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.811750] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.812077] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.812274] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.812454] env[68946]: DEBUG nova.virt.hardware [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.813385] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2024bd0-ab1b-43f5-a0e3-7a01b35af231 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.832953] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.834798] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1857b09e-3e90-41aa-a834-cc42851ea43d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.880314] env[68946]: DEBUG nova.network.neutron [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.902669] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acb3c977-8c33-4e7c-a28f-f6c2439ca0d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.914200] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c8dd6f-6737-41cb-9269-902ea32f112f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.947598] env[68946]: DEBUG nova.compute.manager [req-906f9e20-6fe3-4517-a6ce-020731ed1f0d req-a1a20ad2-2b8d-4b20-b74e-674575afce73 service nova] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Detach interface failed, port_id=4f1c98b7-4533-4a60-b97e-be05901a9dbf, reason: Instance ead7398d-e690-4569-a8df-8c0eb05ab36f could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1185.139628] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.140297] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.143364] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.922s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.143605] env[68946]: DEBUG nova.objects.instance [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lazy-loading 'resources' on Instance uuid e4e0f146-662d-4cf4-9aa0-a03e752f7e28 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.322026] env[68946]: DEBUG nova.objects.instance [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'flavor' on Instance uuid 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.325550] env[68946]: DEBUG oslo_vmware.api [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879467, 'name': ReconfigVM_Task, 'duration_secs': 5.909308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.326026] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.326227] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Reconfigured VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1185.384129] env[68946]: INFO nova.compute.manager [-] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Took 1.42 seconds to deallocate network for instance. [ 1185.440695] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Successfully updated port: 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.646805] env[68946]: DEBUG nova.compute.utils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.661373] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.661605] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.703751] env[68946]: DEBUG nova.policy [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b0d83e8ab04fbd980aefa7f7febdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8367b10371be419185c984088d18664f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.830274] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e109cc7-f723-4b11-a3e2-09f7affed9e9 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.892578] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.942762] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d73f8e-17b7-44ce-bba6-f434b45f40da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.949213] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.949470] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.950738] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.957199] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462639f-a222-4a64-901c-8b3cfc538694 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.997176] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Successfully created port: 931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.004270] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7fafe-6d2f-411b-9bb8-27215cb31ec3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.014234] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e93de-e5db-4bbd-a734-80b6992fa980 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.030396] env[68946]: DEBUG nova.compute.provider_tree [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.158018] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.291029] env[68946]: INFO nova.compute.manager [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Rebuilding instance [ 1186.339999] env[68946]: DEBUG nova.compute.manager [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.341292] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12555f7e-dff0-4e8e-bdce-7d3a1b6e762d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.426692] env[68946]: DEBUG nova.compute.manager [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Received event network-vif-plugged-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.427170] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.428106] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.428106] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.428444] env[68946]: DEBUG nova.compute.manager [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] No waiting events found dispatching network-vif-plugged-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.428796] env[68946]: WARNING nova.compute.manager [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Received unexpected event network-vif-plugged-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 for instance with vm_state building and task_state spawning. [ 1186.430452] env[68946]: DEBUG nova.compute.manager [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Received event network-changed-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.430452] env[68946]: DEBUG nova.compute.manager [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Refreshing instance network info cache due to event network-changed-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1186.430790] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Acquiring lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.492199] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.534970] env[68946]: DEBUG nova.scheduler.client.report [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.645176] env[68946]: DEBUG nova.network.neutron [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating instance_info_cache with network_info: [{"id": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "address": "fa:16:3e:dc:3c:a4", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd053ba-1b", "ovs_interfaceid": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.671497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.671679] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.671853] env[68946]: DEBUG nova.network.neutron [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.041724] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.044079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.806s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.044572] env[68946]: DEBUG nova.objects.instance [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lazy-loading 'resources' on Instance uuid 12fcb8e2-592d-456a-b630-96e5bed01807 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.072038] env[68946]: INFO nova.scheduler.client.report [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Deleted allocations for instance e4e0f146-662d-4cf4-9aa0-a03e752f7e28 [ 1187.151531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.151531] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Instance network_info: |[{"id": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "address": "fa:16:3e:dc:3c:a4", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd053ba-1b", "ovs_interfaceid": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.151531] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Acquired lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.151531] env[68946]: DEBUG nova.network.neutron [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Refreshing network info cache for port 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.151531] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:3c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dd053ba-1bb2-4cc6-aceb-6544c04f81e1', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.159411] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.160556] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.160928] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb3066b-b80b-473e-8ad3-cd894272cf77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.178938] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.190936] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.190936] env[68946]: value = "task-2879475" [ 1187.190936] env[68946]: _type = "Task" [ 1187.190936] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.201578] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879475, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.216786] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.218022] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.218022] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.218022] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.218022] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.218022] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.222230] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.222230] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.222230] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.222230] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.222230] env[68946]: DEBUG nova.virt.hardware [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.222230] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85277a18-2bde-478d-a0ac-f91fe94975f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.230662] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668e958-d104-48a4-b634-dbc9562d2b7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.357961] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.358270] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52599295-fc31-433e-ab52-ed28b2359c4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.366881] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1187.366881] env[68946]: value = "task-2879476" [ 1187.366881] env[68946]: _type = "Task" [ 1187.366881] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.376486] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.585426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cab2d3d-80da-467c-8812-408a9da6f7fd tempest-ImagesOneServerNegativeTestJSON-1461425770 tempest-ImagesOneServerNegativeTestJSON-1461425770-project-member] Lock "e4e0f146-662d-4cf4-9aa0-a03e752f7e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.709271] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879475, 'name': CreateVM_Task, 'duration_secs': 0.335222} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.712076] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.712076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.712307] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.712459] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.713056] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0416fb8-5662-4139-89f5-0315498b14ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.725263] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1187.725263] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522cba7c-b4e9-f06f-1984-a2b066104113" [ 1187.725263] env[68946]: _type = "Task" [ 1187.725263] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.734110] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522cba7c-b4e9-f06f-1984-a2b066104113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.873372] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496af663-da42-4154-8bec-295363c14c8b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.885321] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879476, 'name': PowerOffVM_Task, 'duration_secs': 0.226913} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.886327] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121b510-43a9-489e-b201-b6f777eee16c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.889503] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.892978] env[68946]: INFO nova.network.neutron [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Port f09b2775-38da-4384-9b92-5015d26ea42a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1187.892978] env[68946]: DEBUG nova.network.neutron [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.931032] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764ff53-31e5-491c-b33a-e2df94babe15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.937859] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28715715-41b6-418f-b53b-ccaf2529bc51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.959505] env[68946]: DEBUG nova.compute.provider_tree [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.972447] env[68946]: DEBUG nova.network.neutron [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updated VIF entry in instance network info cache for port 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.972812] env[68946]: DEBUG nova.network.neutron [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating instance_info_cache with network_info: [{"id": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "address": "fa:16:3e:dc:3c:a4", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd053ba-1b", "ovs_interfaceid": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.989770] env[68946]: INFO nova.compute.manager [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Detaching volume dca013d5-7de5-4541-aa54-5ae863e04e6c [ 1188.028164] env[68946]: INFO nova.virt.block_device [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Attempting to driver detach volume dca013d5-7de5-4541-aa54-5ae863e04e6c from mountpoint /dev/sdb [ 1188.028669] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.028669] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.029551] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34999ea6-d1e8-443e-bf13-d879427ee934 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.054362] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68cc287-8b09-4b9d-ad61-4e4a7fdb5912 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.062847] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d340af-cf10-4ada-9a9f-551deed42157 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.086257] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ef87d-ede6-4e4d-a3e5-1582a877e8ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.103302] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] The volume has not been displaced from its original location: [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.109094] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.112211] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Successfully updated port: 931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.112211] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e15a7db-4924-44f9-a23a-f66e22f48bbc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.126288] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.126435] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.126578] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.135855] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1188.135855] env[68946]: value = "task-2879477" [ 1188.135855] env[68946]: _type = "Task" [ 1188.135855] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.146956] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.235856] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522cba7c-b4e9-f06f-1984-a2b066104113, 'name': SearchDatastore_Task, 'duration_secs': 0.015492} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.236468] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.236468] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.237127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.237127] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.237127] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.237606] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-082661a5-a265-4c67-ab2f-fad52c6b5ff6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.247921] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.248438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.249149] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521ba600-bb90-416c-a533-7b7ed7bd8d53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.257878] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1188.257878] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52012abc-3ded-3e82-76dc-fb3354aa89f4" [ 1188.257878] env[68946]: _type = "Task" [ 1188.257878] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.266084] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52012abc-3ded-3e82-76dc-fb3354aa89f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.275962] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.276209] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.394707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.457681] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Received event network-vif-plugged-931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.457873] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquiring lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.458101] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.458271] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.458438] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] No waiting events found dispatching network-vif-plugged-931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.458600] env[68946]: WARNING nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Received unexpected event network-vif-plugged-931858bf-f33e-4b18-82fb-ab464d7ec9ce for instance with vm_state building and task_state spawning. [ 1188.458759] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.458909] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing instance network info cache due to event network-changed-b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1188.459151] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquiring lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.459226] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquired lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.459380] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Refreshing network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.461352] env[68946]: DEBUG nova.scheduler.client.report [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.475266] env[68946]: DEBUG oslo_concurrency.lockutils [req-ce645091-e366-4750-839b-129c27fa8ff4 req-2694d6d5-c912-43bc-99dc-703e03c88bb3 service nova] Releasing lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.648184] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879477, 'name': ReconfigVM_Task, 'duration_secs': 0.26519} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.648474] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.653616] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdff43c4-e8ca-4589-bb2a-7bab778fdda0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.664619] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.673713] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1188.673713] env[68946]: value = "task-2879478" [ 1188.673713] env[68946]: _type = "Task" [ 1188.673713] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.683242] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.771216] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52012abc-3ded-3e82-76dc-fb3354aa89f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.775077] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b6a571-7138-4767-a414-346fad5b09cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.778755] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.782549] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1188.782549] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5208b51e-d169-61f3-a8d3-75cd1fd0563c" [ 1188.782549] env[68946]: _type = "Task" [ 1188.782549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.792705] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5208b51e-d169-61f3-a8d3-75cd1fd0563c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.821535] env[68946]: DEBUG nova.network.neutron [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Updating instance_info_cache with network_info: [{"id": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "address": "fa:16:3e:13:0e:19", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931858bf-f3", "ovs_interfaceid": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.898923] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b0d22999-5ced-4eb0-a99b-1d52aed87fe5 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-b171c66c-5a2d-411d-a1ea-77be1061cde1-f09b2775-38da-4384-9b92-5015d26ea42a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.194s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.967348] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.973802] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.149s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.975350] env[68946]: INFO nova.compute.claims [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.012034] env[68946]: INFO nova.scheduler.client.report [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Deleted allocations for instance 12fcb8e2-592d-456a-b630-96e5bed01807 [ 1189.186320] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879478, 'name': ReconfigVM_Task, 'duration_secs': 0.146247} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.188047] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.232523] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updated VIF entry in instance network info cache for port b9926459-36c0-48de-91d2-5f9d0bbc0fa4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.232892] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [{"id": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "address": "fa:16:3e:8a:e8:40", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9926459-36", "ovs_interfaceid": "b9926459-36c0-48de-91d2-5f9d0bbc0fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.310768] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5208b51e-d169-61f3-a8d3-75cd1fd0563c, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.311311] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.311385] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 2b9330b4-b604-43e1-a1e4-ea5c224f77af/2b9330b4-b604-43e1-a1e4-ea5c224f77af.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.311616] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4271caca-40d8-4746-b14d-3c1d3370c5a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.316379] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.322227] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1189.322227] env[68946]: value = "task-2879479" [ 1189.322227] env[68946]: _type = "Task" [ 1189.322227] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.329807] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.330217] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Instance network_info: |[{"id": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "address": "fa:16:3e:13:0e:19", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931858bf-f3", "ovs_interfaceid": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.330498] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0e:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931858bf-f33e-4b18-82fb-ab464d7ec9ce', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.339165] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating folder: Project (8367b10371be419185c984088d18664f). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.339726] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dc0c80-ea78-4ea0-b4be-4182fe8289cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.345022] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.351650] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created folder: Project (8367b10371be419185c984088d18664f) in parent group-v578341. [ 1189.351851] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating folder: Instances. Parent ref: group-v578635. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.352120] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2758faf0-0aa6-48ea-b033-f71ffc3fe5c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.362343] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created folder: Instances in parent group-v578635. [ 1189.362592] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.362802] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.363065] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2872f7be-54ba-432c-9a2a-79b4cc43e5b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.385022] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.385022] env[68946]: value = "task-2879482" [ 1189.385022] env[68946]: _type = "Task" [ 1189.385022] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.394577] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879482, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.523288] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ab75ec0e-6289-44db-bb04-1fb008dca052 tempest-ServersNegativeTestJSON-1179185484 tempest-ServersNegativeTestJSON-1179185484-project-member] Lock "12fcb8e2-592d-456a-b630-96e5bed01807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.826s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.738155] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Releasing lock "refresh_cache-b171c66c-5a2d-411d-a1ea-77be1061cde1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.738155] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.738155] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing instance network info cache due to event network-changed-6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1189.738155] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.738155] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.738155] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.833682] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879479, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.896432] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879482, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.220933] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b4453-99ae-406b-8acf-4b6efb07cba1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.230604] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422c45f-061e-4f89-831c-aec014bad13e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.263752] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.264239] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675d6049-b3e1-446a-8674-1deffbeed51a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.266282] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce21b8a0-1d9e-4927-a62a-6f95e4c27851 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.276853] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568eb9a-33ac-4d93-88ff-6ba837deb157 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.281042] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1190.281042] env[68946]: value = "task-2879483" [ 1190.281042] env[68946]: _type = "Task" [ 1190.281042] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.292722] env[68946]: DEBUG nova.compute.provider_tree [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.304448] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1190.304448] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.304448] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.304448] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f0aee3-afd3-4281-921c-56133b80ad46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.322689] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291faa5f-cbdb-4f1a-8d04-468a28f9aa56 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.333189] env[68946]: WARNING nova.virt.vmwareapi.driver [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1190.333531] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.337588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730d741-09d3-4ac2-82ec-6b5dccafe8cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.340446] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524727} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.340446] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 2b9330b4-b604-43e1-a1e4-ea5c224f77af/2b9330b4-b604-43e1-a1e4-ea5c224f77af.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.340644] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.341232] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b70a9f1a-5972-41f9-bf47-ef719851c408 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.346253] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.346318] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f77341d8-e867-420f-be16-705f76215eb2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.348914] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1190.348914] env[68946]: value = "task-2879484" [ 1190.348914] env[68946]: _type = "Task" [ 1190.348914] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.360035] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.398494] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879482, 'name': CreateVM_Task, 'duration_secs': 0.626502} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.398494] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.398494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.398494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.398494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.398494] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24d8254-5282-4d27-bea3-1f1f069f5822 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.407037] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1190.407037] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222ef52-3eae-6ffb-561a-762c244e2eb7" [ 1190.407037] env[68946]: _type = "Task" [ 1190.407037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.415583] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222ef52-3eae-6ffb-561a-762c244e2eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.425074] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.425374] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.425564] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.425865] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1245cd79-dbe9-49d3-90d4-c0c32d973c32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.436863] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1190.436863] env[68946]: value = "task-2879486" [ 1190.436863] env[68946]: _type = "Task" [ 1190.436863] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.447204] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.529798] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updated VIF entry in instance network info cache for port 6ba4c543-6bfb-4db3-ae40-b9a332e9a778. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.530243] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.795727] env[68946]: DEBUG nova.scheduler.client.report [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.859447] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069841} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.859730] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.860555] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36079c47-2197-4cbb-950a-8089f1d5b9b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.886646] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2b9330b4-b604-43e1-a1e4-ea5c224f77af/2b9330b4-b604-43e1-a1e4-ea5c224f77af.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.887248] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f1bd4a-0aee-4bc1-b01b-3eb927507a1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.910231] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1190.910231] env[68946]: value = "task-2879487" [ 1190.910231] env[68946]: _type = "Task" [ 1190.910231] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.918059] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5222ef52-3eae-6ffb-561a-762c244e2eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.918770] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.919039] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.919326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.919474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.919699] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.919925] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486bdf94-31f6-43d8-8720-deb43464f2f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.928184] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.937112] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.938243] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.938243] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341508ae-3e4e-4be8-848b-365a9b8e1137 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.952893] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1190.952893] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52023c8a-f55a-e7f7-d083-a4e9bfff7a2d" [ 1190.952893] env[68946]: _type = "Task" [ 1190.952893] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.956285] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170334} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.961024] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.961024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.961024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.973518] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52023c8a-f55a-e7f7-d083-a4e9bfff7a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.974502] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7eae15a-af00-414c-8d66-0e360ccd8d4d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.983740] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1190.983740] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ec87b5-e910-799f-e00d-9529c5e1fea4" [ 1190.983740] env[68946]: _type = "Task" [ 1190.983740] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.994520] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ec87b5-e910-799f-e00d-9529c5e1fea4, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.994885] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.996164] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.996164] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80d5e21d-6844-4885-8a16-51911ffef29f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.006786] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1191.006786] env[68946]: value = "task-2879488" [ 1191.006786] env[68946]: _type = "Task" [ 1191.006786] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.016929] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.033367] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.033732] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Received event network-changed-931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.033873] env[68946]: DEBUG nova.compute.manager [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Refreshing instance network info cache due to event network-changed-931858bf-f33e-4b18-82fb-ab464d7ec9ce. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1191.034440] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquiring lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.034440] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Acquired lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.034440] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Refreshing network info cache for port 931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.303353] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.303353] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.306786] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.769s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.307827] env[68946]: INFO nova.compute.claims [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.424634] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879487, 'name': ReconfigVM_Task, 'duration_secs': 0.308696} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.425662] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2b9330b4-b604-43e1-a1e4-ea5c224f77af/2b9330b4-b604-43e1-a1e4-ea5c224f77af.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.426667] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1dcfd68-9ba2-49e0-b9ea-76c8141bf5af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.437469] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1191.437469] env[68946]: value = "task-2879489" [ 1191.437469] env[68946]: _type = "Task" [ 1191.437469] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.455600] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879489, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.470530] env[68946]: INFO nova.virt.block_device [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Booting with volume dca013d5-7de5-4541-aa54-5ae863e04e6c at /dev/sdb [ 1191.517724] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879488, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.518925] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da0fbc08-4e8c-419e-b848-cdfbc656dba5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.528293] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2011b5-17d6-483c-9ea7-f3b11f0e824b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.564183] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8442e79-3b6b-45b9-8410-b142aa8979d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.575279] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fce292-d9f3-40b7-91da-da5b008cab74 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.621500] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a256a8-d560-423d-a7a8-b716827b7daa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.629896] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f014d1d-2370-4575-a7fc-b7a9f97a7eef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.645186] env[68946]: DEBUG nova.virt.block_device [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating existing volume attachment record: 53a31690-6607-44e8-80e8-f93d22ad00c2 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.749453] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Updated VIF entry in instance network info cache for port 931858bf-f33e-4b18-82fb-ab464d7ec9ce. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.749816] env[68946]: DEBUG nova.network.neutron [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Updating instance_info_cache with network_info: [{"id": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "address": "fa:16:3e:13:0e:19", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931858bf-f3", "ovs_interfaceid": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.813630] env[68946]: DEBUG nova.compute.utils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.818916] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.822806] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.858930] env[68946]: DEBUG nova.policy [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.949201] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879489, 'name': Rename_Task, 'duration_secs': 0.188795} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.949463] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.949950] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-828c2c59-a63c-46e5-9715-9b5960c01ecf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.958553] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1191.958553] env[68946]: value = "task-2879490" [ 1191.958553] env[68946]: _type = "Task" [ 1191.958553] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.967966] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.022948] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524117} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.023593] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.023979] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.024871] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53157179-9e7d-4a01-90a7-2ace67c8d085 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.033189] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1192.033189] env[68946]: value = "task-2879491" [ 1192.033189] env[68946]: _type = "Task" [ 1192.033189] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.046974] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.156671] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Successfully created port: 8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.253208] env[68946]: DEBUG oslo_concurrency.lockutils [req-3b3c816b-8120-4405-8c08-41936c1cb4b1 req-1210ec50-cf27-42af-9b0b-044b801de286 service nova] Releasing lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.322737] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.469632] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.544031] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090985} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.546977] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.548128] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14bacc-745b-4f4e-83bb-c6ee0ce3488e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.574163] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.577589] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c4ade6-6c7d-4629-aec2-c21837ee2118 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.600648] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1192.600648] env[68946]: value = "task-2879492" [ 1192.600648] env[68946]: _type = "Task" [ 1192.600648] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.606212] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf1430-e5bf-49bd-9852-6d28b1155404 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.617896] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1ecd1-f4cd-4a7c-8a46-3fc44b6c19ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.621612] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.653085] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab2c850-f624-4834-946d-107e12ab38f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.661621] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc4993b-4307-4aad-ac08-6f89b4845c2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.678297] env[68946]: DEBUG nova.compute.provider_tree [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.975152] env[68946]: DEBUG oslo_vmware.api [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879490, 'name': PowerOnVM_Task, 'duration_secs': 0.66866} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.975152] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.975152] env[68946]: INFO nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1192.975152] env[68946]: DEBUG nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.975152] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085eb9d-344f-443f-8f12-c59777d2f27e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.117686] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879492, 'name': ReconfigVM_Task, 'duration_secs': 0.294248} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.117686] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.117686] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784c0cbb-228b-4f3b-a745-3b65f3113527 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.123569] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1193.123569] env[68946]: value = "task-2879493" [ 1193.123569] env[68946]: _type = "Task" [ 1193.123569] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.141314] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879493, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.184022] env[68946]: DEBUG nova.scheduler.client.report [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.341041] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.372332] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.372803] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.373202] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.373552] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.373836] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.374136] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.374500] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.374793] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.377190] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.377190] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.377190] env[68946]: DEBUG nova.virt.hardware [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.377190] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159be44c-036f-4bec-a585-6933a512715b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.386244] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1e256-074d-47f2-9df6-1489cf13e780 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.502848] env[68946]: INFO nova.compute.manager [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Took 17.58 seconds to build instance. [ 1193.622458] env[68946]: DEBUG nova.compute.manager [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Received event network-vif-plugged-8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.622458] env[68946]: DEBUG oslo_concurrency.lockutils [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] Acquiring lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.622458] env[68946]: DEBUG oslo_concurrency.lockutils [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.622458] env[68946]: DEBUG oslo_concurrency.lockutils [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.622458] env[68946]: DEBUG nova.compute.manager [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] No waiting events found dispatching network-vif-plugged-8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.622458] env[68946]: WARNING nova.compute.manager [req-a8f056e7-2dc6-494e-89fc-2fa0853094ac req-c7cd40bb-4bc7-4588-a266-f97574dddba4 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Received unexpected event network-vif-plugged-8e060214-b1cb-4ee4-98bd-9e918526ff42 for instance with vm_state building and task_state spawning. [ 1193.639035] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879493, 'name': Rename_Task, 'duration_secs': 0.22639} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.639035] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.639035] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47170a77-1160-4a59-bdbc-8ca05ef77f30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.649384] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1193.649384] env[68946]: value = "task-2879494" [ 1193.649384] env[68946]: _type = "Task" [ 1193.649384] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.661079] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.688142] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.688300] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.695350] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.802s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.695350] env[68946]: DEBUG nova.objects.instance [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'resources' on Instance uuid ead7398d-e690-4569-a8df-8c0eb05ab36f {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.749896] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Successfully updated port: 8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.773493] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.773937] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.775027] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.775027] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.775027] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.775027] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.775027] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.775230] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.775305] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.775472] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.775644] env[68946]: DEBUG nova.virt.hardware [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.777180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03acb29-0027-4edf-8430-2b4d3b038b2d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.786913] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdea362-670d-437c-9ec9-47e5255c47e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802532] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d9:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d5388ed-1308-4f54-89e4-ea7692a0fe7e', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.810303] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.810569] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.811139] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fdea05-eba9-494a-97fc-1fbce62799cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.834986] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.834986] env[68946]: value = "task-2879495" [ 1193.834986] env[68946]: _type = "Task" [ 1193.834986] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.844563] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879495, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.008153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-632d5b20-f998-4297-a7c0-c02a74e66bfa tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.093s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.167371] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879494, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.200807] env[68946]: DEBUG nova.compute.utils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.202828] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.202999] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.252398] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.252721] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.252857] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.311155] env[68946]: DEBUG nova.policy [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.349645] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879495, 'name': CreateVM_Task, 'duration_secs': 0.469956} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.349928] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.350854] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.351579] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.351579] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.352131] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65724c69-f6fb-4c1a-b7b8-7e752238e7ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.364023] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1194.364023] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bed204-46ef-b458-0ef4-d04fbda5de36" [ 1194.364023] env[68946]: _type = "Task" [ 1194.364023] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.372625] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bed204-46ef-b458-0ef4-d04fbda5de36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.498273] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef65e90-0ce0-43bf-bb7a-721422834ad7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.511217] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4994dca-4b0d-4e94-9745-1871075583d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.544423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a785bc9-d372-432b-8908-8b87320854d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.553028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f4e147-9675-437e-b583-23c9e7197d58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.568266] env[68946]: DEBUG nova.compute.provider_tree [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.609958] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Successfully created port: da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.660132] env[68946]: DEBUG oslo_vmware.api [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879494, 'name': PowerOnVM_Task, 'duration_secs': 0.658416} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.660297] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.660507] env[68946]: INFO nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1194.660685] env[68946]: DEBUG nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.661574] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27891802-88cd-404e-be03-e3a3699fa7dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.707537] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.725728] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "195846f7-e582-4d56-875d-0ff2976e2320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.725958] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.784948] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.818828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.819154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.819489] env[68946]: DEBUG nova.objects.instance [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'flavor' on Instance uuid 161ecbd0-5a63-4846-88bf-f2362dc4ab02 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.877402] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bed204-46ef-b458-0ef4-d04fbda5de36, 'name': SearchDatastore_Task, 'duration_secs': 0.023521} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.877402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.877402] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.877402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.877402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.877402] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.877402] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af22c63-5af7-48a7-a785-f608c5a1699e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.891512] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.891901] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.894030] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f33705-67a6-480e-bd4e-aeeebc686cf7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.899601] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1194.899601] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217a14f-01f4-f4f1-f6bd-f59cdd40377b" [ 1194.899601] env[68946]: _type = "Task" [ 1194.899601] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.912151] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217a14f-01f4-f4f1-f6bd-f59cdd40377b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.923083] env[68946]: DEBUG nova.network.neutron [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Updating instance_info_cache with network_info: [{"id": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "address": "fa:16:3e:3a:98:19", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e060214-b1", "ovs_interfaceid": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.073077] env[68946]: DEBUG nova.scheduler.client.report [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.182915] env[68946]: INFO nova.compute.manager [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Took 18.58 seconds to build instance. [ 1195.228059] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.416431] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5217a14f-01f4-f4f1-f6bd-f59cdd40377b, 'name': SearchDatastore_Task, 'duration_secs': 0.036755} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.417417] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbd58c8-3628-4a69-9f8e-cb36c3001b2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.425038] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1195.425038] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231efa4-435e-0970-7702-02dc2698cce2" [ 1195.425038] env[68946]: _type = "Task" [ 1195.425038] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.428318] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.428664] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Instance network_info: |[{"id": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "address": "fa:16:3e:3a:98:19", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e060214-b1", "ovs_interfaceid": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.429111] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:98:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e060214-b1cb-4ee4-98bd-9e918526ff42', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.436537] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.437216] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.437441] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a4bf18-5ef8-474d-971d-2ce86bfa2137 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.454741] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231efa4-435e-0970-7702-02dc2698cce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.461300] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.461300] env[68946]: value = "task-2879496" [ 1195.461300] env[68946]: _type = "Task" [ 1195.461300] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.462166] env[68946]: DEBUG nova.objects.instance [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'pci_requests' on Instance uuid 161ecbd0-5a63-4846-88bf-f2362dc4ab02 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.474302] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879496, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.581866] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.584135] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.268s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.585859] env[68946]: INFO nova.compute.claims [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.606340] env[68946]: INFO nova.scheduler.client.report [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted allocations for instance ead7398d-e690-4569-a8df-8c0eb05ab36f [ 1195.681306] env[68946]: DEBUG nova.compute.manager [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Received event network-changed-8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.681511] env[68946]: DEBUG nova.compute.manager [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Refreshing instance network info cache due to event network-changed-8e060214-b1cb-4ee4-98bd-9e918526ff42. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1195.681721] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Acquiring lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.681861] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Acquired lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.682145] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Refreshing network info cache for port 8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.685701] env[68946]: DEBUG oslo_concurrency.lockutils [None req-92352709-6cf3-49df-bd95-c695ab61cdbb tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.092s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.718793] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.750650] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.750650] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.750848] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.750921] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.751074] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.751260] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.751428] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.751589] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.751756] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.751917] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.752101] env[68946]: DEBUG nova.virt.hardware [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.753128] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.754231] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c9129b-d5db-4d8d-8228-a6007162be84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.763950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2cc62-ddd1-4594-923e-4d0093ccdfe2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.935311] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5231efa4-435e-0970-7702-02dc2698cce2, 'name': SearchDatastore_Task, 'duration_secs': 0.02809} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.935653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.935967] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.936297] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f01c7ca-1c36-40b9-aa9b-22fe07044aa6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.944078] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1195.944078] env[68946]: value = "task-2879497" [ 1195.944078] env[68946]: _type = "Task" [ 1195.944078] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.953087] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.968804] env[68946]: DEBUG nova.objects.base [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Object Instance<161ecbd0-5a63-4846-88bf-f2362dc4ab02> lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.969252] env[68946]: DEBUG nova.network.neutron [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.978104] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879496, 'name': CreateVM_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.036026] env[68946]: DEBUG nova.policy [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79923219fc074b22b433d4f8d67b3ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab98565a40b4857b3748bf68ecf7836', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.092444] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Successfully updated port: da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.121051] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b9e92004-6336-4040-ab5b-d797df4a91fe tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "ead7398d-e690-4569-a8df-8c0eb05ab36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.818s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.245136] env[68946]: INFO nova.compute.manager [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Rescuing [ 1196.245472] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.245625] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.245803] env[68946]: DEBUG nova.network.neutron [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.393821] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Updated VIF entry in instance network info cache for port 8e060214-b1cb-4ee4-98bd-9e918526ff42. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.394462] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Updating instance_info_cache with network_info: [{"id": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "address": "fa:16:3e:3a:98:19", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e060214-b1", "ovs_interfaceid": "8e060214-b1cb-4ee4-98bd-9e918526ff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.456732] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.476400] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879496, 'name': CreateVM_Task, 'duration_secs': 0.63839} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.476554] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.477275] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.477440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.478142] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.478812] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0442d877-14bd-4b7d-8a9d-e8fb2671cb04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.487237] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1196.487237] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5259cf89-a407-8dfd-b976-daaff040fb6a" [ 1196.487237] env[68946]: _type = "Task" [ 1196.487237] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.497539] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5259cf89-a407-8dfd-b976-daaff040fb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.597872] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.597872] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.597872] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.795819] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94797d27-6df4-4565-8bf5-43b24e85fc6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.804461] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8963f-43de-4355-b61b-198fde3d2a5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.837893] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2f1d9-d9c9-47a5-adb6-742ffc31520e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.846773] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b80e1-8278-4a03-80d1-b12f0578b22f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.865634] env[68946]: DEBUG nova.compute.provider_tree [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.897656] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Releasing lock "refresh_cache-9c3170f3-a144-4d75-b4da-8c249d6bd25f" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.897980] env[68946]: DEBUG nova.compute.manager [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Received event network-changed-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.898203] env[68946]: DEBUG nova.compute.manager [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Refreshing instance network info cache due to event network-changed-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1196.898427] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Acquiring lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.898570] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Acquired lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.898777] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Refreshing network info cache for port 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.954977] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652265} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.955199] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.955419] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.955682] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae1a392-4746-45fe-a44a-655109f6c15a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.966146] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1196.966146] env[68946]: value = "task-2879498" [ 1196.966146] env[68946]: _type = "Task" [ 1196.966146] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.967082] env[68946]: DEBUG nova.network.neutron [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Updating instance_info_cache with network_info: [{"id": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "address": "fa:16:3e:13:0e:19", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931858bf-f3", "ovs_interfaceid": "931858bf-f33e-4b18-82fb-ab464d7ec9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.978146] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.998809] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5259cf89-a407-8dfd-b976-daaff040fb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.053103} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.999232] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.999407] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.999678] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.999856] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.000089] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.000679] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59ed27ad-8c74-447b-8a65-784ea58e0ad2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.012452] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.012659] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.013449] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181f4ba6-fc51-4c07-8e8d-612eafbcb248 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.019547] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1197.019547] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529c2743-421f-86d0-74a6-72f89420aa67" [ 1197.019547] env[68946]: _type = "Task" [ 1197.019547] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.030009] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529c2743-421f-86d0-74a6-72f89420aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.080958] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.081150] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.081320] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.081544] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.081751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.084209] env[68946]: INFO nova.compute.manager [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Terminating instance [ 1197.146448] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.282473] env[68946]: DEBUG nova.network.neutron [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Updating instance_info_cache with network_info: [{"id": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "address": "fa:16:3e:fb:5b:1f", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda7d68dd-a8", "ovs_interfaceid": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.369774] env[68946]: DEBUG nova.scheduler.client.report [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.451072] env[68946]: DEBUG nova.compute.manager [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.451341] env[68946]: DEBUG oslo_concurrency.lockutils [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.451554] env[68946]: DEBUG oslo_concurrency.lockutils [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.451723] env[68946]: DEBUG oslo_concurrency.lockutils [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.451894] env[68946]: DEBUG nova.compute.manager [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] No waiting events found dispatching network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.452074] env[68946]: WARNING nova.compute.manager [req-662b92a4-f94d-4447-a077-1d3f99850b39 req-eb819179-d774-4dd1-af81-7719b7e872cd service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received unexpected event network-vif-plugged-f09b2775-38da-4384-9b92-5015d26ea42a for instance with vm_state active and task_state None. [ 1197.474326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "refresh_cache-8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.482899] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099516} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.483198] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.484105] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9c11f-e0c5-42ff-8bba-b640b93c3455 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.512487] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.516956] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2fc655-200c-48bc-9a3c-0a27c56a89dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.544827] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1197.544827] env[68946]: value = "task-2879499" [ 1197.544827] env[68946]: _type = "Task" [ 1197.544827] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.548628] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529c2743-421f-86d0-74a6-72f89420aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.553329] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1b6f03-ceb1-4850-8ba7-545aed963487 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.561940] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1197.561940] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524315f3-94c5-d76a-6240-002e1287747b" [ 1197.561940] env[68946]: _type = "Task" [ 1197.561940] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.565318] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.573881] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524315f3-94c5-d76a-6240-002e1287747b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.583619] env[68946]: DEBUG nova.network.neutron [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Successfully updated port: f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.590940] env[68946]: DEBUG nova.compute.manager [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.591241] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.592130] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67155e1f-5194-4ce6-9900-e61d4af0db8c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.601584] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.602230] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957f8f6c-91b2-4c53-a3a7-a9b7ffe67c3e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.609488] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1197.609488] env[68946]: value = "task-2879500" [ 1197.609488] env[68946]: _type = "Task" [ 1197.609488] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.619379] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.662146] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updated VIF entry in instance network info cache for port 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.662680] env[68946]: DEBUG nova.network.neutron [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating instance_info_cache with network_info: [{"id": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "address": "fa:16:3e:dc:3c:a4", "network": {"id": "93dbbf3e-7c7d-4d8e-bf48-3d14e09662e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1818868293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8774be4c61ac4befa5c4fd89d428250d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd053ba-1b", "ovs_interfaceid": "3dd053ba-1bb2-4cc6-aceb-6544c04f81e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.785170] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.785518] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Instance network_info: |[{"id": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "address": "fa:16:3e:fb:5b:1f", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda7d68dd-a8", "ovs_interfaceid": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.786042] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:5b:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da7d68dd-a8ca-4821-af82-f53cdb68db57', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.794263] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.794491] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.794722] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d9b52b-9f26-4aa5-9149-2ebbe4da1818 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.811278] env[68946]: DEBUG nova.compute.manager [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Received event network-vif-plugged-da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.811485] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Acquiring lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.811696] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.811847] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.812016] env[68946]: DEBUG nova.compute.manager [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] No waiting events found dispatching network-vif-plugged-da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.812214] env[68946]: WARNING nova.compute.manager [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Received unexpected event network-vif-plugged-da7d68dd-a8ca-4821-af82-f53cdb68db57 for instance with vm_state building and task_state spawning. [ 1197.812390] env[68946]: DEBUG nova.compute.manager [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Received event network-changed-da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.812578] env[68946]: DEBUG nova.compute.manager [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Refreshing instance network info cache due to event network-changed-da7d68dd-a8ca-4821-af82-f53cdb68db57. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1197.813105] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Acquiring lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.813105] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Acquired lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.813105] env[68946]: DEBUG nova.network.neutron [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Refreshing network info cache for port da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.820870] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.820870] env[68946]: value = "task-2879501" [ 1197.820870] env[68946]: _type = "Task" [ 1197.820870] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.831547] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879501, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.875332] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.875848] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.879108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.126s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.880536] env[68946]: INFO nova.compute.claims [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.059304] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.078414] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]524315f3-94c5-d76a-6240-002e1287747b, 'name': SearchDatastore_Task, 'duration_secs': 0.044067} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.078683] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.078961] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c3170f3-a144-4d75-b4da-8c249d6bd25f/9c3170f3-a144-4d75-b4da-8c249d6bd25f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.079251] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860e9bbf-4f7d-4d1e-b62b-9e87bbf03610 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.087466] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.087637] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.087809] env[68946]: DEBUG nova.network.neutron [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.089098] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1198.089098] env[68946]: value = "task-2879502" [ 1198.089098] env[68946]: _type = "Task" [ 1198.089098] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.098326] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.119621] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879500, 'name': PowerOffVM_Task, 'duration_secs': 0.286749} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.119913] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.120102] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.120369] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de18c914-2dff-4e93-a71d-95331036d545 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.165695] env[68946]: DEBUG oslo_concurrency.lockutils [req-e902855b-ee52-4f6b-8c45-88dcc2c60c8b req-fe61eecd-4107-435a-8ef3-20806ef22753 service nova] Releasing lock "refresh_cache-2b9330b4-b604-43e1-a1e4-ea5c224f77af" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.334852] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879501, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.385843] env[68946]: DEBUG nova.compute.utils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.389814] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.390096] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.431555] env[68946]: DEBUG nova.policy [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '156f6256c52b47d4b800f777781a57b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdac3c1a38ec4f949cbabea02b3692ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.465273] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.465577] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.465767] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleting the datastore file [datastore1] 37b43448-c44b-44eb-b4b8-45a03d1c28c8 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.466473] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b81f515a-dfa3-408f-b431-dea2633b6030 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479200] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for the task: (returnval){ [ 1198.479200] env[68946]: value = "task-2879504" [ 1198.479200] env[68946]: _type = "Task" [ 1198.479200] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.489851] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.544334] env[68946]: DEBUG nova.network.neutron [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Updated VIF entry in instance network info cache for port da7d68dd-a8ca-4821-af82-f53cdb68db57. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.544733] env[68946]: DEBUG nova.network.neutron [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Updating instance_info_cache with network_info: [{"id": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "address": "fa:16:3e:fb:5b:1f", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda7d68dd-a8", "ovs_interfaceid": "da7d68dd-a8ca-4821-af82-f53cdb68db57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.560878] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879499, 'name': ReconfigVM_Task, 'duration_secs': 0.943661} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.561222] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0/2562f578-cdd8-46c3-9b8e-247d581f5af0.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.562711] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'guest_format': None, 'image_id': 'a81f3f25-c53e-4913-a889-9bdaab101054'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '53a31690-6607-44e8-80e8-f93d22ad00c2', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68946) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1198.562921] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1198.563125] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1198.564312] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a274d79-f170-4934-b23e-853faa166331 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.583698] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa3353-d933-421d-a01b-34bf44c09689 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.618362] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.622275] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8812948-5949-450b-9c24-1c585b3a83e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.645195] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.646288] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1198.646288] env[68946]: value = "task-2879505" [ 1198.646288] env[68946]: _type = "Task" [ 1198.646288] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.657872] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.680356] env[68946]: WARNING nova.network.neutron [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] bc6d91f6-fdc2-4257-9eec-1e61fc20d22f already exists in list: networks containing: ['bc6d91f6-fdc2-4257-9eec-1e61fc20d22f']. ignoring it [ 1198.762221] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Successfully created port: b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.833742] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879501, 'name': CreateVM_Task, 'duration_secs': 0.677156} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.833742] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.834170] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834337] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834661] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.834909] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00fdfb7-40ee-4748-90ee-ebcfa83fc80d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.840133] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1198.840133] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527809e4-1a94-9379-36fd-bf05b3df8010" [ 1198.840133] env[68946]: _type = "Task" [ 1198.840133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.848731] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527809e4-1a94-9379-36fd-bf05b3df8010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.891674] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.991533] env[68946]: DEBUG oslo_vmware.api [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Task: {'id': task-2879504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317503} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.994413] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.994696] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.994959] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.995242] env[68946]: INFO nova.compute.manager [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1198.995541] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.996959] env[68946]: DEBUG nova.compute.manager [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.996959] env[68946]: DEBUG nova.network.neutron [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.999217] env[68946]: DEBUG nova.network.neutron [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f09b2775-38da-4384-9b92-5015d26ea42a", "address": "fa:16:3e:d5:90:62", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09b2775-38", "ovs_interfaceid": "f09b2775-38da-4384-9b92-5015d26ea42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.048583] env[68946]: DEBUG oslo_concurrency.lockutils [req-3a407bb3-a29c-4ec0-8fda-fdc37eb65777 req-99384150-5068-46e2-be50-1acf63bba7a0 service nova] Releasing lock "refresh_cache-651bf641-a7dc-4d64-acc1-55309adb4a47" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.056706] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.057911] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34249f19-e55c-42c8-ba41-cbaf7c4f36d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.066113] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1199.066113] env[68946]: value = "task-2879506" [ 1199.066113] env[68946]: _type = "Task" [ 1199.066113] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.080095] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.119139] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643115} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.119217] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 9c3170f3-a144-4d75-b4da-8c249d6bd25f/9c3170f3-a144-4d75-b4da-8c249d6bd25f.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.119451] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.119670] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7f8956-65e0-4cdd-ac79-0895f5a7fb05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.131202] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1199.131202] env[68946]: value = "task-2879507" [ 1199.131202] env[68946]: _type = "Task" [ 1199.131202] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.140966] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.157406] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.159267] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebc04bb-52f7-400d-b078-0cca9fee9d17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.168421] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2d208-100c-4bbe-a4a4-7b0b37e7cd91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.208250] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014bab4-d455-41ce-81c4-9941f2d90011 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.217449] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f981d70-4022-42f5-96c6-e5218947c8f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.233458] env[68946]: DEBUG nova.compute.provider_tree [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.350868] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527809e4-1a94-9379-36fd-bf05b3df8010, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.351186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.351458] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.351713] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.351864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.352061] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.352324] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35a0ea58-ebd9-45ed-8523-9488e2835567 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.361415] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.361600] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.362394] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f1d24b-f6de-43fc-8311-15ee0bae8478 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.368457] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1199.368457] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7612b-5df8-5cbb-d8fd-15c9af6ac5ae" [ 1199.368457] env[68946]: _type = "Task" [ 1199.368457] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.376427] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7612b-5df8-5cbb-d8fd-15c9af6ac5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.477895] env[68946]: DEBUG nova.compute.manager [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-changed-f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.478453] env[68946]: DEBUG nova.compute.manager [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing instance network info cache due to event network-changed-f09b2775-38da-4384-9b92-5015d26ea42a. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1199.478686] env[68946]: DEBUG oslo_concurrency.lockutils [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.505538] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.505783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.505783] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.506030] env[68946]: DEBUG oslo_concurrency.lockutils [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.506242] env[68946]: DEBUG nova.network.neutron [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Refreshing network info cache for port f09b2775-38da-4384-9b92-5015d26ea42a {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.508039] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910cc972-9121-4c61-a372-6bdc6e5f84ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.529092] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.529367] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.529509] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.529716] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.529914] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.530206] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.530541] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.530755] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.530997] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.531216] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.531402] env[68946]: DEBUG nova.virt.hardware [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.538659] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfiguring VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1199.539704] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3b29b6c-9a81-464c-87a2-3e9fd45351f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.559155] env[68946]: DEBUG oslo_vmware.api [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1199.559155] env[68946]: value = "task-2879508" [ 1199.559155] env[68946]: _type = "Task" [ 1199.559155] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.568265] env[68946]: DEBUG oslo_vmware.api [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879508, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.579030] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879506, 'name': PowerOffVM_Task, 'duration_secs': 0.192862} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.579143] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.579935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151f249d-d08a-4129-a2ad-9c80d7e7a6b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.599688] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b10f7-9d8c-4f4a-8d3d-4443f2987e94 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.633787] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.634137] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a892fa-b093-4499-bf40-9b9cc3613de0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.645043] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0798} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.645043] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.647018] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b3d98-08d9-4fbf-94bd-570a6e7d435f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.649397] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1199.649397] env[68946]: value = "task-2879509" [ 1199.649397] env[68946]: _type = "Task" [ 1199.649397] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.675340] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 9c3170f3-a144-4d75-b4da-8c249d6bd25f/9c3170f3-a144-4d75-b4da-8c249d6bd25f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.682159] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc86f69-cced-4c53-839c-765217ffa264 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.696573] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879505, 'name': ReconfigVM_Task, 'duration_secs': 0.940646} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.697309] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.702063] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.702260] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.702523] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.702681] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.702860] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.703573] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2259ce1b-b3fb-4362-b8fc-09b2f6d12de7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.713869] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498b8f74-7000-4ed8-8e36-560f5b98edee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.716796] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1199.716796] env[68946]: value = "task-2879510" [ 1199.716796] env[68946]: _type = "Task" [ 1199.716796] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.727617] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.729708] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.729884] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.730752] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1199.730752] env[68946]: value = "task-2879511" [ 1199.730752] env[68946]: _type = "Task" [ 1199.730752] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.730953] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883f2552-f723-437c-aa96-cb68385dd508 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.737505] env[68946]: DEBUG nova.scheduler.client.report [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.742538] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1199.742538] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52649105-69bc-9b46-6375-1c592c81f623" [ 1199.742538] env[68946]: _type = "Task" [ 1199.742538] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.749334] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.756105] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52649105-69bc-9b46-6375-1c592c81f623, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.757480] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a39c01b-d822-4d98-87a0-25638d3c5a8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.763703] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1199.763703] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d994c1-7244-0bef-111e-3f68e0d45887" [ 1199.763703] env[68946]: _type = "Task" [ 1199.763703] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.772583] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d994c1-7244-0bef-111e-3f68e0d45887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.786067] env[68946]: DEBUG nova.network.neutron [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.826724] env[68946]: DEBUG nova.compute.manager [req-9cbe9020-1d14-4d6c-b5be-0a5d0fbb4f2d req-c5619e9e-25a6-499c-9812-2d9209f994e6 service nova] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Received event network-vif-deleted-dd04616d-aceb-4221-beaa-08aaacd4ccc8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.879661] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e7612b-5df8-5cbb-d8fd-15c9af6ac5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.880389] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee58571-abf8-4c0d-a16b-75892dfb063b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.886027] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1199.886027] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d2296f-45f2-c51e-be80-bee215f40d75" [ 1199.886027] env[68946]: _type = "Task" [ 1199.886027] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.894482] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d2296f-45f2-c51e-be80-bee215f40d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.902699] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.923516] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.923788] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.923913] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.924109] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.924258] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.924404] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.924612] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.924771] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.924936] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.925118] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.925292] env[68946]: DEBUG nova.virt.hardware [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.926159] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3319513c-444e-479e-9261-0689cf13dce8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.936069] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348a2ec-d4fc-46ca-a0f8-4e03de7f1c63 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.069112] env[68946]: DEBUG oslo_vmware.api [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.228207] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879510, 'name': ReconfigVM_Task, 'duration_secs': 0.418027} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.228475] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 9c3170f3-a144-4d75-b4da-8c249d6bd25f/9c3170f3-a144-4d75-b4da-8c249d6bd25f.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.230833] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d7bbcf2-7198-4dfb-b425-9755671a92a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.240780] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1200.240780] env[68946]: value = "task-2879512" [ 1200.240780] env[68946]: _type = "Task" [ 1200.240780] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.248183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.248690] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.251266] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879511, 'name': ReconfigVM_Task, 'duration_secs': 0.256627} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.255044] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.255044] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0201da0b-d6ac-4b37-8022-426cf93a9688 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.258445] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879512, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.264646] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1200.264646] env[68946]: value = "task-2879513" [ 1200.264646] env[68946]: _type = "Task" [ 1200.264646] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.279506] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d994c1-7244-0bef-111e-3f68e0d45887, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.287021] env[68946]: DEBUG oslo_concurrency.lockutils [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.287021] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1200.287021] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879513, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.287021] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c800f3c-69c8-4910-8a4d-a4b030fd5bc1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.287669] env[68946]: INFO nova.compute.manager [-] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Took 1.29 seconds to deallocate network for instance. [ 1200.295294] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1200.295294] env[68946]: value = "task-2879514" [ 1200.295294] env[68946]: _type = "Task" [ 1200.295294] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.312311] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.401077] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d2296f-45f2-c51e-be80-bee215f40d75, 'name': SearchDatastore_Task, 'duration_secs': 0.030022} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.404061] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.404437] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 651bf641-a7dc-4d64-acc1-55309adb4a47/651bf641-a7dc-4d64-acc1-55309adb4a47.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.404797] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce6ba970-33e4-429d-96ec-58946feb91b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.415655] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1200.415655] env[68946]: value = "task-2879515" [ 1200.415655] env[68946]: _type = "Task" [ 1200.415655] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.427562] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.485585] env[68946]: DEBUG nova.network.neutron [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updated VIF entry in instance network info cache for port f09b2775-38da-4384-9b92-5015d26ea42a. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.486470] env[68946]: DEBUG nova.network.neutron [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f09b2775-38da-4384-9b92-5015d26ea42a", "address": "fa:16:3e:d5:90:62", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09b2775-38", "ovs_interfaceid": "f09b2775-38da-4384-9b92-5015d26ea42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.497463] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Successfully updated port: b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.569573] env[68946]: DEBUG oslo_vmware.api [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879508, 'name': ReconfigVM_Task, 'duration_secs': 0.649023} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.570236] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.570418] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfigured VM to attach interface {{(pid=68946) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1200.753575] env[68946]: DEBUG nova.compute.utils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.754773] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879512, 'name': Rename_Task, 'duration_secs': 0.189562} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.755351] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.755566] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.757652] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.757934] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfdec174-54d2-4736-a3e4-8dd7effd8ced {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.767229] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1200.767229] env[68946]: value = "task-2879516" [ 1200.767229] env[68946]: _type = "Task" [ 1200.767229] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.780457] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879513, 'name': Rename_Task, 'duration_secs': 0.204514} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.783914] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.784224] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.784443] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4be2e1-9150-45f6-b03b-9c2343140745 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.793641] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1200.793641] env[68946]: value = "task-2879517" [ 1200.793641] env[68946]: _type = "Task" [ 1200.793641] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.800804] env[68946]: DEBUG nova.policy [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8a9cee9b06043af82a1a0e9697296db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a93a2a11a147fb8ea086258ffb5f88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.803489] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.803777] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.803992] env[68946]: DEBUG nova.objects.instance [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lazy-loading 'resources' on Instance uuid 37b43448-c44b-44eb-b4b8-45a03d1c28c8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.814056] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.824035] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511232} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.824817] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1200.825693] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60feb61f-3a2c-4eb6-a8c4-a5d52c8d790c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.855372] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.859235] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9b9439-2994-4f06-83e9-5d06600c3fac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.881792] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1200.881792] env[68946]: value = "task-2879518" [ 1200.881792] env[68946]: _type = "Task" [ 1200.881792] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.894425] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.929667] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.988992] env[68946]: DEBUG oslo_concurrency.lockutils [req-65f4144e-4d6a-4206-9933-91c86d66ff25 req-decc9787-284c-4d20-a1bb-84da73429f5f service nova] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.999634] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.999634] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquired lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.999634] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.076036] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f3e4b610-0b5a-4f55-8a2f-9142ed377f78 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.256s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.122276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31de0c3b-6861-4961-8d7e-3f1334a66dc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.131244] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa044d1-c6a5-496a-ae25-e6b31bd0ee51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.164731] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b018cac-4408-486b-85d9-c5d67947985b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.173598] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79981619-ee01-41f1-858f-f9e062c4b68e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.190222] env[68946]: DEBUG nova.compute.provider_tree [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.217484] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Successfully created port: 52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.255905] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.277951] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.305139] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879517, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.392916] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.428364] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674149} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.428637] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 651bf641-a7dc-4d64-acc1-55309adb4a47/651bf641-a7dc-4d64-acc1-55309adb4a47.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.428847] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.429149] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f38b15-93e2-4349-92f5-750c9d0d9786 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.436625] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1201.436625] env[68946]: value = "task-2879519" [ 1201.436625] env[68946]: _type = "Task" [ 1201.436625] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.445472] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.545706] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.644964] env[68946]: DEBUG nova.compute.manager [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received event network-vif-plugged-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.645343] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Acquiring lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.645467] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.645620] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.645844] env[68946]: DEBUG nova.compute.manager [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] No waiting events found dispatching network-vif-plugged-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.646057] env[68946]: WARNING nova.compute.manager [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received unexpected event network-vif-plugged-b7d5be68-3cb5-481a-b653-f86c865e4343 for instance with vm_state building and task_state spawning. [ 1201.646205] env[68946]: DEBUG nova.compute.manager [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.646359] env[68946]: DEBUG nova.compute.manager [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing instance network info cache due to event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1201.646544] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Acquiring lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.681637] env[68946]: DEBUG nova.network.neutron [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updating instance_info_cache with network_info: [{"id": "b7d5be68-3cb5-481a-b653-f86c865e4343", "address": "fa:16:3e:67:51:0e", "network": {"id": "53cd357f-f459-4ea8-a3b9-cb13c208b99d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544627646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdac3c1a38ec4f949cbabea02b3692ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d5be68-3c", "ovs_interfaceid": "b7d5be68-3cb5-481a-b653-f86c865e4343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.693951] env[68946]: DEBUG nova.scheduler.client.report [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.779787] env[68946]: DEBUG oslo_vmware.api [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879516, 'name': PowerOnVM_Task, 'duration_secs': 0.824757} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.780075] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.780372] env[68946]: INFO nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1201.780558] env[68946]: DEBUG nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.781578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828976e7-59b9-44a2-b6d2-bf196386056f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.804571] env[68946]: DEBUG oslo_vmware.api [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879517, 'name': PowerOnVM_Task, 'duration_secs': 0.629194} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.804571] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.804571] env[68946]: DEBUG nova.compute.manager [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.804841] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9017862-7f1d-496a-bff7-f2d12b93a715 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.893532] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879518, 'name': ReconfigVM_Task, 'duration_secs': 0.643454} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.893532] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.894368] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d50bb-b201-47ca-8c9a-deb531814a5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.921125] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adff98a-067d-4ca2-86d4-832354558113 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.951878] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070872} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.953582] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.953582] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1201.953582] env[68946]: value = "task-2879520" [ 1201.953582] env[68946]: _type = "Task" [ 1201.953582] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.954180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c431196-6fb1-42e1-8920-9cbffe5e2e9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.982761] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 651bf641-a7dc-4d64-acc1-55309adb4a47/651bf641-a7dc-4d64-acc1-55309adb4a47.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.987037] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e68774-b27e-45ad-a98c-9679bb1db52d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.001373] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.008957] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1202.008957] env[68946]: value = "task-2879521" [ 1202.008957] env[68946]: _type = "Task" [ 1202.008957] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.021746] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.184058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Releasing lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.184480] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Instance network_info: |[{"id": "b7d5be68-3cb5-481a-b653-f86c865e4343", "address": "fa:16:3e:67:51:0e", "network": {"id": "53cd357f-f459-4ea8-a3b9-cb13c208b99d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544627646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdac3c1a38ec4f949cbabea02b3692ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d5be68-3c", "ovs_interfaceid": "b7d5be68-3cb5-481a-b653-f86c865e4343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.184812] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Acquired lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.185118] env[68946]: DEBUG nova.network.neutron [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.186643] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:51:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d5be68-3cb5-481a-b653-f86c865e4343', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.194911] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Creating folder: Project (cdac3c1a38ec4f949cbabea02b3692ab). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.197988] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99ee16e0-e392-4de2-ade9-b3fa86a4ad8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.200656] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.397s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.215449] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Created folder: Project (cdac3c1a38ec4f949cbabea02b3692ab) in parent group-v578341. [ 1202.215612] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Creating folder: Instances. Parent ref: group-v578641. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.215864] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23dfe1da-aa4d-4705-886b-f79407bdf141 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.227413] env[68946]: INFO nova.scheduler.client.report [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Deleted allocations for instance 37b43448-c44b-44eb-b4b8-45a03d1c28c8 [ 1202.231930] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Created folder: Instances in parent group-v578641. [ 1202.232186] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.232504] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.232723] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2084fac8-ef40-43dd-9846-5ea0bbcbb17f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.256352] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.256352] env[68946]: value = "task-2879524" [ 1202.256352] env[68946]: _type = "Task" [ 1202.256352] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.265333] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.267210] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879524, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.305063] env[68946]: DEBUG nova.virt.hardware [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.308014] env[68946]: INFO nova.compute.manager [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Took 22.51 seconds to build instance. [ 1202.310380] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e4410-2fdf-4fb2-87bc-82d883e7f5ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.323438] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.323793] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.324042] env[68946]: DEBUG nova.objects.instance [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1202.336101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba429825-4908-4728-b958-d47cb54eb749 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.448336] env[68946]: DEBUG nova.network.neutron [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updated VIF entry in instance network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.448698] env[68946]: DEBUG nova.network.neutron [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updating instance_info_cache with network_info: [{"id": "b7d5be68-3cb5-481a-b653-f86c865e4343", "address": "fa:16:3e:67:51:0e", "network": {"id": "53cd357f-f459-4ea8-a3b9-cb13c208b99d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544627646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdac3c1a38ec4f949cbabea02b3692ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d5be68-3c", "ovs_interfaceid": "b7d5be68-3cb5-481a-b653-f86c865e4343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.467441] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879520, 'name': ReconfigVM_Task, 'duration_secs': 0.454116} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.467723] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.468081] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf4ef658-05d9-46c1-ae7c-b72d6ac94d77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.475979] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1202.475979] env[68946]: value = "task-2879525" [ 1202.475979] env[68946]: _type = "Task" [ 1202.475979] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.486095] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.521420] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.523107] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.523445] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.737944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-da13f809-0f7e-4f73-82da-e80520daf63c tempest-ServerRescueNegativeTestJSON-402740832 tempest-ServerRescueNegativeTestJSON-402740832-project-member] Lock "37b43448-c44b-44eb-b4b8-45a03d1c28c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.656s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.769221] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879524, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.810202] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bbaf1c5c-b62e-4a1a-a942-8585a5f6d8fa tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.022s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.943300] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Successfully updated port: 52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.951719] env[68946]: DEBUG oslo_concurrency.lockutils [req-9a016610-ae4c-4a78-b676-15022406d978 req-1f71edfc-a778-4682-932a-7b1bcca846f6 service nova] Releasing lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.987705] env[68946]: DEBUG oslo_vmware.api [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879525, 'name': PowerOnVM_Task, 'duration_secs': 0.462274} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.989266] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.993453] env[68946]: DEBUG nova.compute.manager [None req-49dbcde9-443c-4855-864f-b6a6d056df35 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.994412] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae7289-ab1f-4ac7-ab7e-f692f0952a56 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.021268] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879521, 'name': ReconfigVM_Task, 'duration_secs': 0.521836} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.021804] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 651bf641-a7dc-4d64-acc1-55309adb4a47/651bf641-a7dc-4d64-acc1-55309adb4a47.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.022770] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-767af10f-0211-43ea-80bd-40d41d9e05e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.026693] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.027081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.028804] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203fda0-994c-4b3f-802e-94f699fd1a26 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.034613] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1203.034613] env[68946]: value = "task-2879526" [ 1203.034613] env[68946]: _type = "Task" [ 1203.034613] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.055606] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42079cd5-b868-4a17-991e-ba22288d8227 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.062262] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.062541] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879526, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.063209] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.091138] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfiguring VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1203.092435] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbf8a99-60bb-4d1c-9765-2d87b9af4518 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.116479] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1203.116479] env[68946]: value = "task-2879527" [ 1203.116479] env[68946]: _type = "Task" [ 1203.116479] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.126237] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.268122] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879524, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.336670] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2aa24b7b-b87a-492e-9d19-841f6136b589 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.445376] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.445533] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquired lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.445683] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.545423] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879526, 'name': Rename_Task, 'duration_secs': 0.156148} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.545662] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.545853] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8bc910-3363-4732-bdaa-51bb936eeee9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.553373] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1203.553373] env[68946]: value = "task-2879528" [ 1203.553373] env[68946]: _type = "Task" [ 1203.553373] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.561636] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.571644] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1203.571644] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.627138] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.670801] env[68946]: DEBUG nova.compute.manager [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Received event network-vif-plugged-52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.670801] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Acquiring lock "195846f7-e582-4d56-875d-0ff2976e2320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.670801] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Lock "195846f7-e582-4d56-875d-0ff2976e2320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.670801] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Lock "195846f7-e582-4d56-875d-0ff2976e2320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.670801] env[68946]: DEBUG nova.compute.manager [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] No waiting events found dispatching network-vif-plugged-52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.671266] env[68946]: WARNING nova.compute.manager [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Received unexpected event network-vif-plugged-52714318-d149-44b4-99ac-4a4d1970ca61 for instance with vm_state building and task_state spawning. [ 1203.671568] env[68946]: DEBUG nova.compute.manager [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Received event network-changed-52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.671811] env[68946]: DEBUG nova.compute.manager [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Refreshing instance network info cache due to event network-changed-52714318-d149-44b4-99ac-4a4d1970ca61. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1203.672065] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Acquiring lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.770636] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879524, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.858178] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.858507] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.858757] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.858962] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.859151] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.861296] env[68946]: INFO nova.compute.manager [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Terminating instance [ 1204.066690] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.076930] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.077249] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.077539] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.077760] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1204.078581] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88400111-5061-4082-b8db-a90bdc91f815 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.088638] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969aa438-e7d9-4c69-91a9-51c384d508e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.104325] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c109428-2003-40d7-9233-529e92819705 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.112014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a2548-439b-4b67-8c84-4812c5d201c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.153012] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179158MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1204.153012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.153228] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.162015] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.213750] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.269790] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879524, 'name': CreateVM_Task, 'duration_secs': 1.674048} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.270236] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.270672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.270854] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.271202] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.272025] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40dea676-a557-4cd6-9a6a-3a3f99fe93fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.276708] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1204.276708] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5256a9f6-7a45-bded-277c-7b3b9fe9d042" [ 1204.276708] env[68946]: _type = "Task" [ 1204.276708] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.285313] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5256a9f6-7a45-bded-277c-7b3b9fe9d042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.365073] env[68946]: DEBUG nova.compute.manager [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.365230] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.366088] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e21642d-461c-4c00-abe4-126b8a158941 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.375559] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.375905] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c7a2114-422a-486a-b99c-840cba504014 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.384390] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1204.384390] env[68946]: value = "task-2879529" [ 1204.384390] env[68946]: _type = "Task" [ 1204.384390] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.394984] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.487390] env[68946]: DEBUG nova.network.neutron [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Updating instance_info_cache with network_info: [{"id": "52714318-d149-44b4-99ac-4a4d1970ca61", "address": "fa:16:3e:7b:fe:ff", "network": {"id": "9fe24b3e-c92f-4af7-a5fd-6a9c438d1f16", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1387278287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a93a2a11a147fb8ea086258ffb5f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52714318-d1", "ovs_interfaceid": "52714318-d149-44b4-99ac-4a4d1970ca61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.566266] env[68946]: DEBUG oslo_vmware.api [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879528, 'name': PowerOnVM_Task, 'duration_secs': 1.004152} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.567055] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.567447] env[68946]: INFO nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1204.570014] env[68946]: DEBUG nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.570014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846a1496-70e7-4a15-9433-371731103918 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.629860] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.788834] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5256a9f6-7a45-bded-277c-7b3b9fe9d042, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.788834] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.788834] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.789257] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.789257] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.789345] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.789640] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ea81135-0a74-424b-a60e-57ff1611f4f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.799647] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.800303] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.800620] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2859e061-425c-455d-97c3-5a5f6babd822 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.807522] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1204.807522] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d34b2b-60ea-fcde-52e3-426531bc6942" [ 1204.807522] env[68946]: _type = "Task" [ 1204.807522] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.816411] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d34b2b-60ea-fcde-52e3-426531bc6942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.900101] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879529, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.990166] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Releasing lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.990532] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Instance network_info: |[{"id": "52714318-d149-44b4-99ac-4a4d1970ca61", "address": "fa:16:3e:7b:fe:ff", "network": {"id": "9fe24b3e-c92f-4af7-a5fd-6a9c438d1f16", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1387278287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a93a2a11a147fb8ea086258ffb5f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52714318-d1", "ovs_interfaceid": "52714318-d149-44b4-99ac-4a4d1970ca61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.990859] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Acquired lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.991057] env[68946]: DEBUG nova.network.neutron [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Refreshing network info cache for port 52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.992245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:fe:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52714318-d149-44b4-99ac-4a4d1970ca61', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.001112] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Creating folder: Project (14a93a2a11a147fb8ea086258ffb5f88). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.004691] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d373dcc8-cd6f-4321-b8b5-ab83e122d722 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.016720] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Created folder: Project (14a93a2a11a147fb8ea086258ffb5f88) in parent group-v578341. [ 1205.017038] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Creating folder: Instances. Parent ref: group-v578644. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.017227] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-192a4c82-7a25-48d5-bc1f-17249a910ce4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.027711] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Created folder: Instances in parent group-v578644. [ 1205.027976] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.028220] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.028525] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9133650-9ab4-40a1-b05c-60ff839d7c08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.052028] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.052028] env[68946]: value = "task-2879532" [ 1205.052028] env[68946]: _type = "Task" [ 1205.052028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.063573] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879532, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.086161] env[68946]: INFO nova.compute.manager [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Took 23.56 seconds to build instance. [ 1205.130204] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.188369] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 6b713e62-3396-490c-ab2f-9a695197a4fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.188579] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.188727] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.188880] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance b171c66c-5a2d-411d-a1ea-77be1061cde1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189117] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2562f578-cdd8-46c3-9b8e-247d581f5af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189178] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 161ecbd0-5a63-4846-88bf-f2362dc4ab02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 16331f3d-6adc-4680-8a53-9dcf51318add actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 2b9330b4-b604-43e1-a1e4-ea5c224f77af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 9c3170f3-a144-4d75-b4da-8c249d6bd25f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.189928] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 651bf641-a7dc-4d64-acc1-55309adb4a47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.190229] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 28f7cd01-6803-45bb-8bd7-b522fa0be3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.190229] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 195846f7-e582-4d56-875d-0ff2976e2320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.258590] env[68946]: DEBUG nova.network.neutron [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Updated VIF entry in instance network info cache for port 52714318-d149-44b4-99ac-4a4d1970ca61. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.259523] env[68946]: DEBUG nova.network.neutron [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Updating instance_info_cache with network_info: [{"id": "52714318-d149-44b4-99ac-4a4d1970ca61", "address": "fa:16:3e:7b:fe:ff", "network": {"id": "9fe24b3e-c92f-4af7-a5fd-6a9c438d1f16", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1387278287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a93a2a11a147fb8ea086258ffb5f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52714318-d1", "ovs_interfaceid": "52714318-d149-44b4-99ac-4a4d1970ca61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.320110] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d34b2b-60ea-fcde-52e3-426531bc6942, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.321073] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d844cb56-e015-4b75-adfd-5408a528d100 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.328830] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1205.328830] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19f97-6847-6da0-e64c-2dd79d8c7f93" [ 1205.328830] env[68946]: _type = "Task" [ 1205.328830] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.343746] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19f97-6847-6da0-e64c-2dd79d8c7f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.397372] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879529, 'name': PowerOffVM_Task, 'duration_secs': 0.595795} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.397645] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.397810] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.398117] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad5de12-ec04-44ec-a2ee-44f92f63b21e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.423800] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "304747db-34ac-40e3-ba92-bb60a4cc6060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.424099] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.449773] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6d4b9-1216-4f35-872a-dc2d56f61432 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.457384] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Suspending the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1205.457696] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-399d854a-2fc0-41f4-adb6-573363910c73 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.464888] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1205.464888] env[68946]: value = "task-2879534" [ 1205.464888] env[68946]: _type = "Task" [ 1205.464888] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.474669] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.565243] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879532, 'name': CreateVM_Task, 'duration_secs': 0.479796} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.565441] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.566212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.566347] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.566563] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.566822] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed5b7f7-50e7-4ce9-a226-47315a90d469 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.572965] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1205.572965] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52460d82-7cd1-9dd9-ca4d-1dc2205c4dbe" [ 1205.572965] env[68946]: _type = "Task" [ 1205.572965] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.581822] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52460d82-7cd1-9dd9-ca4d-1dc2205c4dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.588439] env[68946]: DEBUG oslo_concurrency.lockutils [None req-af81cc06-5459-4cd7-a09b-bdd1815f5e44 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.072s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.629864] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.695316] env[68946]: INFO nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 304747db-34ac-40e3-ba92-bb60a4cc6060 has allocations against this compute host but is not found in the database. [ 1205.695584] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1205.695734] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1205.761977] env[68946]: DEBUG oslo_concurrency.lockutils [req-413e08bb-a017-49c3-bad2-a54a5272e93d req-5a542918-8941-4117-be18-9f2ba522c86a service nova] Releasing lock "refresh_cache-195846f7-e582-4d56-875d-0ff2976e2320" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.844311] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52d19f97-6847-6da0-e64c-2dd79d8c7f93, 'name': SearchDatastore_Task, 'duration_secs': 0.019266} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.844311] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.844937] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 28f7cd01-6803-45bb-8bd7-b522fa0be3c1/28f7cd01-6803-45bb-8bd7-b522fa0be3c1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.844937] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9e38ae-cdf5-427a-860f-11417aaabe4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.852922] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1205.852922] env[68946]: value = "task-2879535" [ 1205.852922] env[68946]: _type = "Task" [ 1205.852922] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.865412] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.925017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f78af-0cdf-4d12-bfcf-cfbf9d118cf4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.926983] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.936204] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c02ebb-ba68-4c74-b0f5-1ce2d931bc2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.947030] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.947545] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.947833] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore2] 9c3170f3-a144-4d75-b4da-8c249d6bd25f {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.972582] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5111779-8f0f-44fb-861b-8f0e8ef7325d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.979650] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cd472-6a23-4389-8e9a-27a31f59fd91 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.990158] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task} progress is 62%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.993346] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1205.993346] env[68946]: value = "task-2879536" [ 1205.993346] env[68946]: _type = "Task" [ 1205.993346] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.995166] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffecba-2845-46a3-9e76-946afe8b5241 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.011861] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.025992] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.087022] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52460d82-7cd1-9dd9-ca4d-1dc2205c4dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.018686} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.087400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.087642] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.087887] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.088048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.088318] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.088543] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59786a2b-0578-4821-b6b2-8c551c496a81 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.097888] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.098103] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.098856] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9448589f-c241-488f-89cb-9d9071756c54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.104692] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1206.104692] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c01c65-3a53-8f89-0379-851049a2ab89" [ 1206.104692] env[68946]: _type = "Task" [ 1206.104692] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.112621] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c01c65-3a53-8f89-0379-851049a2ab89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.129765] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.366659] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.451955] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.486971] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task} progress is 62%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.503639] env[68946]: DEBUG oslo_vmware.api [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381643} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.503893] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.504088] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.504293] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.504493] env[68946]: INFO nova.compute.manager [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1206.504755] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.504948] env[68946]: DEBUG nova.compute.manager [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.505059] env[68946]: DEBUG nova.network.neutron [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.528791] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.615751] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c01c65-3a53-8f89-0379-851049a2ab89, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.616563] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1a6dee-6b38-449d-b9cc-b91934d7e7ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.622553] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1206.622553] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5252c016-0d3f-f983-3d4b-c5bbd9d46060" [ 1206.622553] env[68946]: _type = "Task" [ 1206.622553] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.634401] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5252c016-0d3f-f983-3d4b-c5bbd9d46060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.637996] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.746322] env[68946]: DEBUG nova.compute.manager [req-07bd3557-cfb8-48df-ad70-c082b1a194ee req-dbf5055f-1063-4b51-9b10-08e277144125 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Received event network-vif-deleted-8e060214-b1cb-4ee4-98bd-9e918526ff42 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1206.746523] env[68946]: INFO nova.compute.manager [req-07bd3557-cfb8-48df-ad70-c082b1a194ee req-dbf5055f-1063-4b51-9b10-08e277144125 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Neutron deleted interface 8e060214-b1cb-4ee4-98bd-9e918526ff42; detaching it from the instance and deleting it from the info cache [ 1206.746695] env[68946]: DEBUG nova.network.neutron [req-07bd3557-cfb8-48df-ad70-c082b1a194ee req-dbf5055f-1063-4b51-9b10-08e277144125 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.863981] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705762} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.864340] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 28f7cd01-6803-45bb-8bd7-b522fa0be3c1/28f7cd01-6803-45bb-8bd7-b522fa0be3c1.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.864535] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.864785] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb00719-7b62-4d38-a72e-91365d1a645a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.872642] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1206.872642] env[68946]: value = "task-2879537" [ 1206.872642] env[68946]: _type = "Task" [ 1206.872642] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.882277] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.988254] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.034753] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1207.035015] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.882s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.035461] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.584s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.037342] env[68946]: INFO nova.compute.claims [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.039946] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.040146] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68946) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1207.135370] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5252c016-0d3f-f983-3d4b-c5bbd9d46060, 'name': SearchDatastore_Task, 'duration_secs': 0.044787} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.138558] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.138824] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 195846f7-e582-4d56-875d-0ff2976e2320/195846f7-e582-4d56-875d-0ff2976e2320.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.139105] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.139328] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71ed1deb-ca39-4fa3-95ef-fff8b807d766 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.147156] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1207.147156] env[68946]: value = "task-2879538" [ 1207.147156] env[68946]: _type = "Task" [ 1207.147156] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.154982] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.231550] env[68946]: DEBUG nova.network.neutron [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.249261] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aecd0f64-737e-4282-ae6a-27066d75751a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.260925] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5ae44a-bed2-4b2b-9ec1-45f15951e885 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.305807] env[68946]: DEBUG nova.compute.manager [req-07bd3557-cfb8-48df-ad70-c082b1a194ee req-dbf5055f-1063-4b51-9b10-08e277144125 service nova] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Detach interface failed, port_id=8e060214-b1cb-4ee4-98bd-9e918526ff42, reason: Instance 9c3170f3-a144-4d75-b4da-8c249d6bd25f could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1207.382960] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192333} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.383250] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.384009] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4feb9-8a9b-4254-94f0-05f6c394ef86 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.406331] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 28f7cd01-6803-45bb-8bd7-b522fa0be3c1/28f7cd01-6803-45bb-8bd7-b522fa0be3c1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.406914] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649c2705-48a1-402c-aa94-1150824a423f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.426271] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1207.426271] env[68946]: value = "task-2879539" [ 1207.426271] env[68946]: _type = "Task" [ 1207.426271] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.434565] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.489334] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.544560] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.632826] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.656475] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.734612] env[68946]: INFO nova.compute.manager [-] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Took 1.23 seconds to deallocate network for instance. [ 1207.937426] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.989853] env[68946]: DEBUG oslo_vmware.api [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879534, 'name': SuspendVM_Task, 'duration_secs': 2.139579} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.990157] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Suspended the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1207.990340] env[68946]: DEBUG nova.compute.manager [None req-f7ff9a01-fd07-4d9c-9f0f-11078d63f73b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.991188] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df2600-012e-4922-9726-d071ebeb8b3b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.135441] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.159972] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.241837] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.405551] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c3f9e-8adb-4e02-a261-245aca6ba493 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.414287] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a9652c-a13f-4156-b3ee-b3325acf6081 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.448545] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c29f2-05d5-41ca-8bf3-d6887de21735 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.455653] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879539, 'name': ReconfigVM_Task, 'duration_secs': 0.676943} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.457731] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 28f7cd01-6803-45bb-8bd7-b522fa0be3c1/28f7cd01-6803-45bb-8bd7-b522fa0be3c1.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.458405] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c2d6d5-95a7-4c60-99ce-72b275fdc3e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.461142] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac37e9fc-ea7c-49c9-b0ac-d7dec1f45b7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.474676] env[68946]: DEBUG nova.compute.provider_tree [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.476998] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1208.476998] env[68946]: value = "task-2879540" [ 1208.476998] env[68946]: _type = "Task" [ 1208.476998] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.634220] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.657338] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879538, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.283893} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.657603] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 195846f7-e582-4d56-875d-0ff2976e2320/195846f7-e582-4d56-875d-0ff2976e2320.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.657831] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.658104] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56cef727-9061-4bb8-9a4e-5372570fc08d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.663754] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1208.663754] env[68946]: value = "task-2879541" [ 1208.663754] env[68946]: _type = "Task" [ 1208.663754] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.671197] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.980061] env[68946]: DEBUG nova.scheduler.client.report [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.992158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "651bf641-a7dc-4d64-acc1-55309adb4a47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.992403] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.992615] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.992792] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.992954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.994854] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879540, 'name': Rename_Task, 'duration_secs': 0.199296} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.995324] env[68946]: INFO nova.compute.manager [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Terminating instance [ 1208.996684] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.998400] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e43b07a-6bff-42fc-ba11-b18474a45b08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.007258] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1209.007258] env[68946]: value = "task-2879542" [ 1209.007258] env[68946]: _type = "Task" [ 1209.007258] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.017403] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.134676] env[68946]: DEBUG oslo_vmware.api [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879527, 'name': ReconfigVM_Task, 'duration_secs': 5.930707} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.134907] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.135174] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Reconfigured VM to detach interface {{(pid=68946) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1209.175659] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067755} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.175869] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.176748] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b80ff-7788-486f-ba69-60d86a79ca4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.199747] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 195846f7-e582-4d56-875d-0ff2976e2320/195846f7-e582-4d56-875d-0ff2976e2320.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.202248] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725bbd89-ce8c-4058-9c38-c991c28b5913 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.224444] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1209.224444] env[68946]: value = "task-2879543" [ 1209.224444] env[68946]: _type = "Task" [ 1209.224444] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.232369] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.491405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.492185] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.498380] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.257s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.498686] env[68946]: DEBUG nova.objects.instance [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid 9c3170f3-a144-4d75-b4da-8c249d6bd25f {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.500816] env[68946]: DEBUG nova.compute.manager [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.501036] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.503481] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28e7956-bcdc-4973-8378-728887f098a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.528390] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.532860] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bf4b4d8-0a4b-41fb-823b-7b38a0849f9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.546859] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879542, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.653032] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.653032] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.653032] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore2] 651bf641-a7dc-4d64-acc1-55309adb4a47 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.653032] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fee312a-f99b-498d-85f2-8a05f9a1316f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.661324] env[68946]: DEBUG oslo_vmware.api [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1209.661324] env[68946]: value = "task-2879545" [ 1209.661324] env[68946]: _type = "Task" [ 1209.661324] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.672399] env[68946]: DEBUG oslo_vmware.api [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.735247] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.002437] env[68946]: DEBUG nova.compute.utils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.006711] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.006911] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.019906] env[68946]: DEBUG oslo_vmware.api [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879542, 'name': PowerOnVM_Task, 'duration_secs': 0.803352} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.020203] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.020440] env[68946]: INFO nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1210.020664] env[68946]: DEBUG nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.021517] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca2a8b-3a14-4352-8e48-0305ac8a14d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.046103] env[68946]: DEBUG nova.policy [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b0d83e8ab04fbd980aefa7f7febdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8367b10371be419185c984088d18664f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.171512] env[68946]: DEBUG oslo_vmware.api [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245782} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.174215] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.174429] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.174670] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.174926] env[68946]: INFO nova.compute.manager [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1210.175266] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.175642] env[68946]: DEBUG nova.compute.manager [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.175740] env[68946]: DEBUG nova.network.neutron [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.213984] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3c6ddf-2651-4bb9-b666-6c187ef44927 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.223507] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c874f-3547-473b-8c5b-bc1f5c2e678f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.234357] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879543, 'name': ReconfigVM_Task, 'duration_secs': 0.582284} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.259185] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 195846f7-e582-4d56-875d-0ff2976e2320/195846f7-e582-4d56-875d-0ff2976e2320.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.262125] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df69b4d6-d804-410f-9e0e-7653f81af374 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.264316] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dedc6d-d65b-4c7c-867a-0e15ceeaf228 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.272907] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b4e844-d5e4-4405-a521-9c4456fc57c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.276593] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1210.276593] env[68946]: value = "task-2879546" [ 1210.276593] env[68946]: _type = "Task" [ 1210.276593] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.287292] env[68946]: DEBUG nova.compute.provider_tree [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.293292] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879546, 'name': Rename_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.363710] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Successfully created port: b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.467812] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.468074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquired lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.468341] env[68946]: DEBUG nova.network.neutron [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.488252] env[68946]: DEBUG nova.compute.manager [req-24f32165-9231-4f9b-8812-67061766f5ab req-eca11d33-732c-44e6-8c29-0456c1f2b2c6 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Received event network-vif-deleted-da7d68dd-a8ca-4821-af82-f53cdb68db57 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1210.488491] env[68946]: INFO nova.compute.manager [req-24f32165-9231-4f9b-8812-67061766f5ab req-eca11d33-732c-44e6-8c29-0456c1f2b2c6 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Neutron deleted interface da7d68dd-a8ca-4821-af82-f53cdb68db57; detaching it from the instance and deleting it from the info cache [ 1210.488706] env[68946]: DEBUG nova.network.neutron [req-24f32165-9231-4f9b-8812-67061766f5ab req-eca11d33-732c-44e6-8c29-0456c1f2b2c6 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.510218] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.542902] env[68946]: INFO nova.compute.manager [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Took 21.26 seconds to build instance. [ 1210.787404] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879546, 'name': Rename_Task, 'duration_secs': 0.260164} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.787705] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.787953] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7165e400-e389-4539-ba74-e3278cfec124 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.790211] env[68946]: DEBUG nova.scheduler.client.report [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.798053] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1210.798053] env[68946]: value = "task-2879547" [ 1210.798053] env[68946]: _type = "Task" [ 1210.798053] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.805417] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.974951] env[68946]: DEBUG nova.network.neutron [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.991622] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0280dc-0a21-4963-ace8-4265bbdaf2ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.001414] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2bbf0-45a1-4bce-8234-8c344634c2ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.042056] env[68946]: DEBUG nova.compute.manager [req-24f32165-9231-4f9b-8812-67061766f5ab req-eca11d33-732c-44e6-8c29-0456c1f2b2c6 service nova] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Detach interface failed, port_id=da7d68dd-a8ca-4821-af82-f53cdb68db57, reason: Instance 651bf641-a7dc-4d64-acc1-55309adb4a47 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1211.046477] env[68946]: DEBUG oslo_concurrency.lockutils [None req-d5f28197-cf75-4cfc-9b3a-3fd87bc6d8f6 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.770s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.056894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.056942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.057212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.057381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.057548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.059663] env[68946]: INFO nova.compute.manager [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Terminating instance [ 1211.223911] env[68946]: INFO nova.network.neutron [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Port f09b2775-38da-4384-9b92-5015d26ea42a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1211.224291] env[68946]: DEBUG nova.network.neutron [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [{"id": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "address": "fa:16:3e:a9:b5:1d", "network": {"id": "bc6d91f6-fdc2-4257-9eec-1e61fc20d22f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-561220965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dab98565a40b4857b3748bf68ecf7836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba4c543-6b", "ovs_interfaceid": "6ba4c543-6bfb-4db3-ae40-b9a332e9a778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.295069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.309697] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.316851] env[68946]: INFO nova.scheduler.client.report [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance 9c3170f3-a144-4d75-b4da-8c249d6bd25f [ 1211.478211] env[68946]: INFO nova.compute.manager [-] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Took 1.30 seconds to deallocate network for instance. [ 1211.521092] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.549299] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.549567] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.549736] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.549936] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.550124] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.550287] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.550495] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.550655] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.550819] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.550993] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.551193] env[68946]: DEBUG nova.virt.hardware [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.552392] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c4831-0b89-41f1-a280-4eab18c1d28b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.560439] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a96ac-d1f7-460f-b8e9-8fee56885614 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.565513] env[68946]: DEBUG nova.compute.manager [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.565718] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.566492] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc483b74-824d-4fc2-9e0f-8ced734583f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.580819] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.581080] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d878ee-d661-4f85-b174-a8af634d1aa1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.587222] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1211.587222] env[68946]: value = "task-2879548" [ 1211.587222] env[68946]: _type = "Task" [ 1211.587222] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.595799] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.727934] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Releasing lock "refresh_cache-161ecbd0-5a63-4846-88bf-f2362dc4ab02" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.813499] env[68946]: DEBUG oslo_vmware.api [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879547, 'name': PowerOnVM_Task, 'duration_secs': 1.008195} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.813833] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.814154] env[68946]: INFO nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1211.814430] env[68946]: DEBUG nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.815584] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b753aa-31da-4c5f-a9af-c2bcb099c055 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.833023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c6f144ee-7c39-479e-aac2-18d55092525c tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "9c3170f3-a144-4d75-b4da-8c249d6bd25f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.971s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.985221] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.985536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.985763] env[68946]: DEBUG nova.objects.instance [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid 651bf641-a7dc-4d64-acc1-55309adb4a47 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.025443] env[68946]: DEBUG nova.compute.manager [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Received event network-vif-plugged-b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1212.025664] env[68946]: DEBUG oslo_concurrency.lockutils [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] Acquiring lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.025860] env[68946]: DEBUG oslo_concurrency.lockutils [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.026040] env[68946]: DEBUG oslo_concurrency.lockutils [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.026214] env[68946]: DEBUG nova.compute.manager [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] No waiting events found dispatching network-vif-plugged-b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.026382] env[68946]: WARNING nova.compute.manager [req-d5eee3f8-b23b-4a17-8d36-206254ce8f15 req-6df5964e-bd24-42ff-ad65-d7918006a607 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Received unexpected event network-vif-plugged-b266fb91-dbce-4673-b540-2b3ff95680b4 for instance with vm_state building and task_state spawning. [ 1212.071072] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.071537] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.071537] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1212.071660] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.071771] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1212.096913] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879548, 'name': PowerOffVM_Task, 'duration_secs': 0.289749} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.097229] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.097417] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.097703] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eabc44ee-9630-4bb9-ae79-a13865673639 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.173839] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.174093] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.174263] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleting the datastore file [datastore2] 161ecbd0-5a63-4846-88bf-f2362dc4ab02 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.174636] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61ec0d3-eaee-4f07-ad9f-d0fcfff9eb70 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.183987] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1212.183987] env[68946]: value = "task-2879550" [ 1212.183987] env[68946]: _type = "Task" [ 1212.183987] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.196427] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.212712] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Successfully updated port: b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.232115] env[68946]: DEBUG oslo_concurrency.lockutils [None req-2a8bc63c-daa8-41cc-a082-6c0636614d1b tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "interface-161ecbd0-5a63-4846-88bf-f2362dc4ab02-f09b2775-38da-4384-9b92-5015d26ea42a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.709s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.339841] env[68946]: INFO nova.compute.manager [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Took 16.61 seconds to build instance. [ 1212.588415] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] There are 57 instances to clean {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1212.588601] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 9c3170f3-a144-4d75-b4da-8c249d6bd25f] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1212.694952] env[68946]: DEBUG oslo_vmware.api [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241851} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.695179] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.695416] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.697285] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.697285] env[68946]: INFO nova.compute.manager [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1212.697285] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.697285] env[68946]: DEBUG nova.compute.manager [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.697285] env[68946]: DEBUG nova.network.neutron [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.714588] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.714588] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714588] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.718981] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d348bd-c01b-4c39-bd52-74d6d3f92eb6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.726696] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d95f8d4-ab51-460b-a224-450b3b98d567 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.759342] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ebf860-720c-4a52-81f0-eec9c825b342 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.769390] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad0f43-ee5e-42b1-a631-f6c424a76034 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.785212] env[68946]: DEBUG nova.compute.provider_tree [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.843048] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c49aa03e-5b7f-497b-b047-49bc8b821f66 tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.117s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.027625] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.027867] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.091495] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: e4e0f146-662d-4cf4-9aa0-a03e752f7e28] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1213.229969] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.230252] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.261638] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.288101] env[68946]: DEBUG nova.scheduler.client.report [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.375663] env[68946]: DEBUG nova.network.neutron [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [{"id": "b266fb91-dbce-4673-b540-2b3ff95680b4", "address": "fa:16:3e:02:89:6f", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb266fb91-db", "ovs_interfaceid": "b266fb91-dbce-4673-b540-2b3ff95680b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.531387] env[68946]: DEBUG nova.compute.utils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.594930] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 243cbd7f-96ec-4f35-bad7-27e2866f0263] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1213.732428] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.795639] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.825008] env[68946]: INFO nova.scheduler.client.report [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance 651bf641-a7dc-4d64-acc1-55309adb4a47 [ 1213.878501] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.878805] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Instance network_info: |[{"id": "b266fb91-dbce-4673-b540-2b3ff95680b4", "address": "fa:16:3e:02:89:6f", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb266fb91-db", "ovs_interfaceid": "b266fb91-dbce-4673-b540-2b3ff95680b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.879438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:89:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b266fb91-dbce-4673-b540-2b3ff95680b4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.887908] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.888391] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.888628] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d865371-ea3e-4476-b3ff-12ce9337a9e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.913640] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.913640] env[68946]: value = "task-2879551" [ 1213.913640] env[68946]: _type = "Task" [ 1213.913640] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.922931] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879551, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.034278] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.098894] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 3e5f46b1-dc4f-4ecd-b0a2-885afc3cc01c] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1214.253334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.253625] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.255145] env[68946]: INFO nova.compute.claims [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.333269] env[68946]: DEBUG oslo_concurrency.lockutils [None req-abb29963-9586-4f99-91e1-2b490ab10d76 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "651bf641-a7dc-4d64-acc1-55309adb4a47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.341s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.409160] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "195846f7-e582-4d56-875d-0ff2976e2320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.409464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.409702] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "195846f7-e582-4d56-875d-0ff2976e2320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.409890] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.410071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.412524] env[68946]: INFO nova.compute.manager [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Terminating instance [ 1214.425556] env[68946]: DEBUG nova.network.neutron [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.426700] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879551, 'name': CreateVM_Task, 'duration_secs': 0.372628} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.427429] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.428264] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.428415] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.428755] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.429213] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff9a1f9-3109-45d3-b6ce-94a2ef31e2ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.433937] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1214.433937] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276bd0e-fed7-81d1-7ff4-43f5f2e73eda" [ 1214.433937] env[68946]: _type = "Task" [ 1214.433937] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.442071] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276bd0e-fed7-81d1-7ff4-43f5f2e73eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.602562] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: eb6bebbf-779f-4a1d-a06e-eb2137f4c508] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1214.622151] env[68946]: DEBUG nova.compute.manager [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1214.622362] env[68946]: DEBUG nova.compute.manager [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing instance network info cache due to event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1214.622708] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Acquiring lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.622708] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Acquired lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.622864] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.920089] env[68946]: DEBUG nova.compute.manager [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.920344] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.921288] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27c006-4b9f-4694-b859-87a21f830f7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.929224] env[68946]: INFO nova.compute.manager [-] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Took 2.23 seconds to deallocate network for instance. [ 1214.929598] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.931230] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70bdd31f-eca2-452b-af83-d8d57e1156f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.940472] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1214.940472] env[68946]: value = "task-2879552" [ 1214.940472] env[68946]: _type = "Task" [ 1214.940472] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.947032] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5276bd0e-fed7-81d1-7ff4-43f5f2e73eda, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.947132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.947390] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.947638] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.947770] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.947955] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.948688] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9679b08e-9e70-4137-8fab-cf15f838d9ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.954898] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.957385] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.957575] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.958309] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a39670d-4585-4057-a71f-65ad8fecc7cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.963187] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1214.963187] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d0830-7a4e-f02a-6e31-2b1d3afee5d7" [ 1214.963187] env[68946]: _type = "Task" [ 1214.963187] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.970676] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d0830-7a4e-f02a-6e31-2b1d3afee5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.100839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.100839] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.101202] env[68946]: INFO nova.compute.manager [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Attaching volume 3706cc62-3d5d-49f6-b9fe-b612471ff1c4 to /dev/sdb [ 1215.105472] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: c1a46c6d-d738-4036-8484-90d2adf78173] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1215.148017] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e317d-5d10-4e2c-8738-ac1fe041499c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.155601] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca4b29-6b07-46bd-ba52-a85cba53f6e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.172845] env[68946]: DEBUG nova.virt.block_device [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating existing volume attachment record: a26e0bb2-0685-487f-a230-e7e5d564270d {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.282019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.282019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.440497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.453155] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879552, 'name': PowerOffVM_Task, 'duration_secs': 0.324332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.455766] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.456010] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.456534] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c4c0d8-a50e-49a7-a045-fc38a02b54cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.473664] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522d0830-7a4e-f02a-6e31-2b1d3afee5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.474495] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2702ab41-2411-4235-8566-31c9e4fdceeb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.479365] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1215.479365] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266fabe-8337-561d-92c7-c20b90299ecb" [ 1215.479365] env[68946]: _type = "Task" [ 1215.479365] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.489407] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266fabe-8337-561d-92c7-c20b90299ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.511195] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3356bbf5-c989-4da4-adb3-5c07a07c72c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.517684] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40c724-8d24-4cb9-9d25-32e32aeb10c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.549824] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc507668-e46c-4ccb-8d83-6be91cdda3e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.552595] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.552837] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.553085] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Deleting the datastore file [datastore1] 195846f7-e582-4d56-875d-0ff2976e2320 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.553477] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c36868-db9e-4cb8-98ba-17799c8cbb6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.562931] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad76e9e5-b336-4bab-aa2c-ad5fc57f75ea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.566875] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for the task: (returnval){ [ 1215.566875] env[68946]: value = "task-2879555" [ 1215.566875] env[68946]: _type = "Task" [ 1215.566875] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.567723] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updated VIF entry in instance network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.568093] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updating instance_info_cache with network_info: [{"id": "b7d5be68-3cb5-481a-b653-f86c865e4343", "address": "fa:16:3e:67:51:0e", "network": {"id": "53cd357f-f459-4ea8-a3b9-cb13c208b99d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544627646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdac3c1a38ec4f949cbabea02b3692ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d5be68-3c", "ovs_interfaceid": "b7d5be68-3cb5-481a-b653-f86c865e4343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.585486] env[68946]: DEBUG nova.compute.provider_tree [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.594155] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.610778] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d6b31548-3276-4c7a-ad35-331002cd07c4] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1215.785767] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.994160] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266fabe-8337-561d-92c7-c20b90299ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.994160] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.994160] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/304747db-34ac-40e3-ba92-bb60a4cc6060.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.994160] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-748b3a4c-e73e-41b1-8094-a062dc39048b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.000512] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1216.000512] env[68946]: value = "task-2879558" [ 1216.000512] env[68946]: _type = "Task" [ 1216.000512] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.009325] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.079103] env[68946]: DEBUG oslo_vmware.api [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Task: {'id': task-2879555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149745} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.079715] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.080068] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.080394] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.080700] env[68946]: INFO nova.compute.manager [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1216.081073] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.081403] env[68946]: DEBUG nova.compute.manager [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.081608] env[68946]: DEBUG nova.network.neutron [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.086079] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Releasing lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.086455] env[68946]: DEBUG nova.compute.manager [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Received event network-changed-b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1216.086750] env[68946]: DEBUG nova.compute.manager [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Refreshing instance network info cache due to event network-changed-b266fb91-dbce-4673-b540-2b3ff95680b4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1216.087100] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Acquiring lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.087417] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Acquired lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.087708] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Refreshing network info cache for port b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.089854] env[68946]: DEBUG nova.scheduler.client.report [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.114111] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ae2ef0fa-41ce-4855-883b-6991c9fcdf71] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1216.312900] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.514533] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485867} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.515028] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/304747db-34ac-40e3-ba92-bb60a4cc6060.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.515791] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.516195] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34929d9f-7b5a-4b53-86c4-d741bb35fe55 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.524781] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1216.524781] env[68946]: value = "task-2879559" [ 1216.524781] env[68946]: _type = "Task" [ 1216.524781] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.545879] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.596926] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.597488] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.600470] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.160s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.600758] env[68946]: DEBUG nova.objects.instance [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'resources' on Instance uuid 161ecbd0-5a63-4846-88bf-f2362dc4ab02 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.617783] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 92547f55-7a2a-458a-9975-7ebe82f6c3f7] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1216.716055] env[68946]: DEBUG nova.compute.manager [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1216.716276] env[68946]: DEBUG nova.compute.manager [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing instance network info cache due to event network-changed-b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1216.716495] env[68946]: DEBUG oslo_concurrency.lockutils [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] Acquiring lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.716639] env[68946]: DEBUG oslo_concurrency.lockutils [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] Acquired lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.716798] env[68946]: DEBUG nova.network.neutron [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Refreshing network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.866475] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updated VIF entry in instance network info cache for port b266fb91-dbce-4673-b540-2b3ff95680b4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.866475] env[68946]: DEBUG nova.network.neutron [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [{"id": "b266fb91-dbce-4673-b540-2b3ff95680b4", "address": "fa:16:3e:02:89:6f", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb266fb91-db", "ovs_interfaceid": "b266fb91-dbce-4673-b540-2b3ff95680b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.968937] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.969490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.035286] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142647} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.035641] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.036477] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01331cdb-16a2-4170-9359-a7d4ae01bd0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051023] env[68946]: DEBUG nova.network.neutron [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.061207] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/304747db-34ac-40e3-ba92-bb60a4cc6060.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.061774] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfa4c7a-bef8-418b-bd76-2fee81618999 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.082751] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1217.082751] env[68946]: value = "task-2879560" [ 1217.082751] env[68946]: _type = "Task" [ 1217.082751] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.092348] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.104520] env[68946]: DEBUG nova.compute.utils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.108717] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.108884] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.121924] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 1cda0225-d8f6-44ab-87f8-404beb8341bc] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1217.150811] env[68946]: DEBUG nova.policy [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37938c82cab8489a8318fba333495827', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa121e10796e44759ad0f8cddf3db2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.320437] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd97c9c-8080-4bc9-a317-dc34c2c135d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.330792] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a80727-d04c-4175-b7d5-336358fb0a34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.339445] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.339769] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.339887] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.340079] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.340314] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.342488] env[68946]: INFO nova.compute.manager [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Terminating instance [ 1217.373162] env[68946]: DEBUG oslo_concurrency.lockutils [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] Releasing lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.373477] env[68946]: DEBUG nova.compute.manager [req-5e4939ee-9a50-438f-bef3-dce0901bdfdb req-2278e5bb-b509-4e9a-95aa-912d98971b71 service nova] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Received event network-vif-deleted-6ba4c543-6bfb-4db3-ae40-b9a332e9a778 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.375466] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5a912-bab9-4901-8b28-c96e24027d84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.385703] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d387c4-4f8b-4aa4-a035-17035c1a1aa7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.402444] env[68946]: DEBUG nova.compute.provider_tree [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.404956] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Successfully created port: 32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.475068] env[68946]: DEBUG nova.compute.utils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.514024] env[68946]: DEBUG nova.network.neutron [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updated VIF entry in instance network info cache for port b7d5be68-3cb5-481a-b653-f86c865e4343. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.514208] env[68946]: DEBUG nova.network.neutron [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updating instance_info_cache with network_info: [{"id": "b7d5be68-3cb5-481a-b653-f86c865e4343", "address": "fa:16:3e:67:51:0e", "network": {"id": "53cd357f-f459-4ea8-a3b9-cb13c208b99d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-544627646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdac3c1a38ec4f949cbabea02b3692ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d5be68-3c", "ovs_interfaceid": "b7d5be68-3cb5-481a-b653-f86c865e4343", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.562472] env[68946]: INFO nova.compute.manager [-] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Took 1.48 seconds to deallocate network for instance. [ 1217.592170] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879560, 'name': ReconfigVM_Task, 'duration_secs': 0.288377} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.592910] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/304747db-34ac-40e3-ba92-bb60a4cc6060.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.593130] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6419b1ca-99d4-44d7-9b3e-f58bc58f2a02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.600228] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1217.600228] env[68946]: value = "task-2879561" [ 1217.600228] env[68946]: _type = "Task" [ 1217.600228] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.609280] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.611726] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879561, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.624792] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ff6d0835-b5b3-42f7-9e88-2feb06adc7db] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1217.848715] env[68946]: DEBUG nova.compute.manager [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.849607] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.850551] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3cde8-76fb-4eac-bb9a-634cf357789e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.863949] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.864361] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e90d5b-13ac-496a-8696-d5521e9af603 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.871988] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1217.871988] env[68946]: value = "task-2879563" [ 1217.871988] env[68946]: _type = "Task" [ 1217.871988] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.882332] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.907630] env[68946]: DEBUG nova.scheduler.client.report [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.978310] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.016661] env[68946]: DEBUG oslo_concurrency.lockutils [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] Releasing lock "refresh_cache-28f7cd01-6803-45bb-8bd7-b522fa0be3c1" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.017222] env[68946]: DEBUG nova.compute.manager [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Received event network-vif-deleted-52714318-d149-44b4-99ac-4a4d1970ca61 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1218.017222] env[68946]: INFO nova.compute.manager [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Neutron deleted interface 52714318-d149-44b4-99ac-4a4d1970ca61; detaching it from the instance and deleting it from the info cache [ 1218.017483] env[68946]: DEBUG nova.network.neutron [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.069952] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.110730] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879561, 'name': Rename_Task, 'duration_secs': 0.154988} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.111013] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.111264] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315fc7e1-a32e-485c-aad0-88bfbf8cc455 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.120146] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1218.120146] env[68946]: value = "task-2879564" [ 1218.120146] env[68946]: _type = "Task" [ 1218.120146] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.128325] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 278205e0-6bc3-4b8f-9cd6-81774a9a130e] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1218.130065] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.382744] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879563, 'name': PowerOffVM_Task, 'duration_secs': 0.182862} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.383018] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.383188] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.383454] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba02d39-e140-439d-a0a7-fc07642a9f3b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.414627] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.417396] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.105s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.418942] env[68946]: INFO nova.compute.claims [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.431417] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.431662] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.435331] env[68946]: INFO nova.scheduler.client.report [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted allocations for instance 161ecbd0-5a63-4846-88bf-f2362dc4ab02 [ 1218.459118] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.459324] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.459529] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Deleting the datastore file [datastore2] 28f7cd01-6803-45bb-8bd7-b522fa0be3c1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.459802] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cdb1a28-a788-4756-a9d7-96c52960c89b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.467405] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for the task: (returnval){ [ 1218.467405] env[68946]: value = "task-2879566" [ 1218.467405] env[68946]: _type = "Task" [ 1218.467405] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.476870] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.520333] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-086e1b7e-ea00-4658-befb-281a3ae7280e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.530411] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158953d-503d-485a-a85c-18dc7a84e6be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.566034] env[68946]: DEBUG nova.compute.manager [req-37feaec8-76e4-429c-a3cc-4572715a49e4 req-41d41293-77dc-4734-bda0-39788b92995a service nova] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Detach interface failed, port_id=52714318-d149-44b4-99ac-4a4d1970ca61, reason: Instance 195846f7-e582-4d56-875d-0ff2976e2320 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1218.617867] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.630247] env[68946]: DEBUG oslo_vmware.api [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879564, 'name': PowerOnVM_Task, 'duration_secs': 0.472815} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.630611] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.630866] env[68946]: INFO nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1218.631110] env[68946]: DEBUG nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.631567] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 3d591970-36d2-43e8-96ed-d4136c26d5d7] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1218.634683] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9009b0e-2897-4a81-8150-3d21d1fdc95a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.646813] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.647082] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.647316] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.647539] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.647725] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.648168] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.648168] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.648385] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.648600] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.648805] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.649159] env[68946]: DEBUG nova.virt.hardware [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.649895] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d47778b-1068-4ee1-9c01-d74b284e986f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.658569] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8880acfc-86f5-41e8-b03e-510a1cc97970 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.855904] env[68946]: DEBUG nova.compute.manager [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Received event network-vif-plugged-32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1218.856137] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] Acquiring lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.856346] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.856509] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.856669] env[68946]: DEBUG nova.compute.manager [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] No waiting events found dispatching network-vif-plugged-32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.856826] env[68946]: WARNING nova.compute.manager [req-e0c7cb1c-ea62-4c18-b6b3-9324bfe416bf req-01b74ac8-54a6-44b2-8588-abc5e6420ecd service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Received unexpected event network-vif-plugged-32af2a8e-a1e3-4120-bfff-ff1c930fef27 for instance with vm_state building and task_state spawning. [ 1218.934340] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.942717] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1f1d15bc-da36-45d2-af42-5eabcf5d47f1 tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "161ecbd0-5a63-4846-88bf-f2362dc4ab02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.886s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.947631] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Successfully updated port: 32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.978624] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.046405] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.046659] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.046894] env[68946]: INFO nova.compute.manager [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attaching volume 3cea068e-b1ba-4e6c-9720-90916967577d to /dev/sdb [ 1219.079024] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64287d-d167-4c82-bb42-649c0ec67738 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.085274] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7819e48-673d-4e73-b5e5-1d273c87201e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.101756] env[68946]: DEBUG nova.virt.block_device [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating existing volume attachment record: f18ca0fb-3a0c-4c2d-8e17-8f786741bc68 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1219.134302] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: e5cce4fa-ef5c-4917-ad64-d1a4bc75449e] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1219.154172] env[68946]: INFO nova.compute.manager [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Took 12.72 seconds to build instance. [ 1219.449983] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.450156] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.450304] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.461568] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.479689] env[68946]: DEBUG oslo_vmware.api [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Task: {'id': task-2879566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611463} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.479973] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.480185] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.480398] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.480583] env[68946]: INFO nova.compute.manager [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1219.480834] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.481044] env[68946]: DEBUG nova.compute.manager [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.481197] env[68946]: DEBUG nova.network.neutron [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.614513] env[68946]: INFO nova.compute.manager [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Rescuing [ 1219.614678] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.614823] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.614998] env[68946]: DEBUG nova.network.neutron [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.623777] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4384533-9ef7-4668-92ac-5769bf66ca93 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.633592] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e51261-5c7b-4b03-be74-917db4f50cf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.636737] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 28504f00-5d94-478a-8a6e-9c7fec3570c2] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1219.666024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-782d3854-2bd2-44a8-bca8-b33bd8e21ab0 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.242s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.667877] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0efa48e-7974-4253-ae5a-eb8c9e9d2b48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.678801] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7699f692-e247-4fd6-aad0-33d72b4fa037 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.693362] env[68946]: DEBUG nova.compute.provider_tree [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.980532] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.095714] env[68946]: DEBUG nova.network.neutron [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Updating instance_info_cache with network_info: [{"id": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "address": "fa:16:3e:88:80:b5", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af2a8e-a1", "ovs_interfaceid": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.140414] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: bda51aae-a803-4046-a7a6-409219da281b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1220.175140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.175140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.175140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.175140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.175140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.177027] env[68946]: INFO nova.compute.manager [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Terminating instance [ 1220.195811] env[68946]: DEBUG nova.scheduler.client.report [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.239075] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.239319] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578649', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'name': 'volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4', 'attached_at': '', 'detached_at': '', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'serial': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.240269] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd61fc0e-451d-43f1-a9d0-eefc805dab98 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.260033] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabadc3-244e-496d-b03e-42005ccf64be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.284639] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4/volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.287350] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1411cdc8-ac86-41a8-a891-d6721d0bd683 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.306076] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1220.306076] env[68946]: value = "task-2879568" [ 1220.306076] env[68946]: _type = "Task" [ 1220.306076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.313770] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.354355] env[68946]: DEBUG nova.network.neutron [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.375883] env[68946]: DEBUG nova.network.neutron [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [{"id": "b266fb91-dbce-4673-b540-2b3ff95680b4", "address": "fa:16:3e:02:89:6f", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb266fb91-db", "ovs_interfaceid": "b266fb91-dbce-4673-b540-2b3ff95680b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.598508] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.598845] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Instance network_info: |[{"id": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "address": "fa:16:3e:88:80:b5", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af2a8e-a1", "ovs_interfaceid": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.599292] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:80:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32af2a8e-a1e3-4120-bfff-ff1c930fef27', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.607310] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.607310] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.607310] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a211a9a-e380-4c70-898f-388a246138c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.626204] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.626204] env[68946]: value = "task-2879569" [ 1220.626204] env[68946]: _type = "Task" [ 1220.626204] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.633376] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879569, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.642894] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d0535e18-d369-4219-869e-cea6a0407fb6] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1220.680667] env[68946]: DEBUG nova.compute.manager [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.680883] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.682025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b60aa-3a13-4b0d-a4c4-8f1392e86404 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.689884] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.690133] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-698d8f2c-5bf9-4ceb-af19-95e1b579f09b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.695588] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1220.695588] env[68946]: value = "task-2879570" [ 1220.695588] env[68946]: _type = "Task" [ 1220.695588] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.701352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.701922] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.704555] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.635s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.705181] env[68946]: DEBUG nova.objects.instance [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lazy-loading 'resources' on Instance uuid 195846f7-e582-4d56-875d-0ff2976e2320 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.711275] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.816915] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879568, 'name': ReconfigVM_Task, 'duration_secs': 0.380879} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.817297] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4/volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.822231] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3089da8-ac0f-4b5c-8f64-1df51d4749cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.836876] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1220.836876] env[68946]: value = "task-2879571" [ 1220.836876] env[68946]: _type = "Task" [ 1220.836876] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.844669] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.857296] env[68946]: INFO nova.compute.manager [-] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Took 1.38 seconds to deallocate network for instance. [ 1220.879015] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.892768] env[68946]: DEBUG nova.compute.manager [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Received event network-changed-32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1220.892904] env[68946]: DEBUG nova.compute.manager [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Refreshing instance network info cache due to event network-changed-32af2a8e-a1e3-4120-bfff-ff1c930fef27. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1220.894106] env[68946]: DEBUG oslo_concurrency.lockutils [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] Acquiring lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.894106] env[68946]: DEBUG oslo_concurrency.lockutils [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] Acquired lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.894106] env[68946]: DEBUG nova.network.neutron [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Refreshing network info cache for port 32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.140312] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879569, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.145899] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 15a572a9-d29e-4a7e-b964-35685c320785] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.206256] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879570, 'name': PowerOffVM_Task, 'duration_secs': 0.259545} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.207614] env[68946]: DEBUG nova.compute.utils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.211473] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.211686] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.213347] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.213347] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.214465] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4fafc6-1eb4-4a4a-bf2e-5cfab3226878 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.283710] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.283954] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.284149] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleting the datastore file [datastore2] b171c66c-5a2d-411d-a1ea-77be1061cde1 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.284413] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb6717e6-f5b8-4478-9c59-cd52d913bab4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.294089] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for the task: (returnval){ [ 1221.294089] env[68946]: value = "task-2879573" [ 1221.294089] env[68946]: _type = "Task" [ 1221.294089] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.301940] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.303341] env[68946]: DEBUG nova.policy [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '926d22d090884ac69208e1aebf1cd34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b298b4151c4730af4311597a021f7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.349166] env[68946]: DEBUG oslo_vmware.api [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879571, 'name': ReconfigVM_Task, 'duration_secs': 0.186872} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.349768] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578649', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'name': 'volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4', 'attached_at': '', 'detached_at': '', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'serial': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.363340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.434063] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c8a32-d3db-4ae6-aa5b-f1ba173abd0b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.441528] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d69305-4410-4368-b0d6-3a1b5c3a2ca1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.483690] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b908ad19-7aed-4677-8900-6fa32b139306 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.493471] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17124f0a-14c2-4fa7-b510-dbadf6eb5957 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.508030] env[68946]: DEBUG nova.compute.provider_tree [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.625021] env[68946]: DEBUG nova.network.neutron [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Updated VIF entry in instance network info cache for port 32af2a8e-a1e3-4120-bfff-ff1c930fef27. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.625476] env[68946]: DEBUG nova.network.neutron [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Updating instance_info_cache with network_info: [{"id": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "address": "fa:16:3e:88:80:b5", "network": {"id": "6d234ffc-6cac-4364-9099-87c34c7c5931", "bridge": "br-int", "label": "tempest-ServersTestJSON-2053631587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa121e10796e44759ad0f8cddf3db2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af2a8e-a1", "ovs_interfaceid": "32af2a8e-a1e3-4120-bfff-ff1c930fef27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.636810] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879569, 'name': CreateVM_Task, 'duration_secs': 0.780492} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.637584] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.638292] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.638503] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.638841] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.639356] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7bf9e0-373a-4e4b-a1c9-2749e675a22c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.644391] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1221.644391] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5254f34c-b733-0b7f-74df-de365fb575a6" [ 1221.644391] env[68946]: _type = "Task" [ 1221.644391] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.648428] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d303ac87-aeef-4364-94db-ef100a2252bb] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.652900] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5254f34c-b733-0b7f-74df-de365fb575a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.712845] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.804236] env[68946]: DEBUG oslo_vmware.api [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Task: {'id': task-2879573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234086} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.804492] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.804677] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.804853] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.805036] env[68946]: INFO nova.compute.manager [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.805293] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.805504] env[68946]: DEBUG nova.compute.manager [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.805603] env[68946]: DEBUG nova.network.neutron [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.991792] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.991792] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe319561-a34a-4f86-93df-7c7fce12eaca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.997860] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1221.997860] env[68946]: value = "task-2879575" [ 1221.997860] env[68946]: _type = "Task" [ 1221.997860] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.008938] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.015021] env[68946]: DEBUG nova.scheduler.client.report [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.032997] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Successfully created port: 2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.128838] env[68946]: DEBUG oslo_concurrency.lockutils [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] Releasing lock "refresh_cache-d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.128838] env[68946]: DEBUG nova.compute.manager [req-524b5725-4ee1-413d-b4b3-ac9d0a7294e6 req-2804c6fc-3356-48a9-9768-1bed7594dd37 service nova] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Received event network-vif-deleted-b7d5be68-3cb5-481a-b653-f86c865e4343 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1222.135937] env[68946]: DEBUG nova.compute.manager [req-f7a88f59-e708-4f54-83b2-3b76c480c8ff req-8678d76e-84fe-4c20-9765-37e28fcd92fc service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Received event network-vif-deleted-b9926459-36c0-48de-91d2-5f9d0bbc0fa4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1222.136195] env[68946]: INFO nova.compute.manager [req-f7a88f59-e708-4f54-83b2-3b76c480c8ff req-8678d76e-84fe-4c20-9765-37e28fcd92fc service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Neutron deleted interface b9926459-36c0-48de-91d2-5f9d0bbc0fa4; detaching it from the instance and deleting it from the info cache [ 1222.136378] env[68946]: DEBUG nova.network.neutron [req-f7a88f59-e708-4f54-83b2-3b76c480c8ff req-8678d76e-84fe-4c20-9765-37e28fcd92fc service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.154559] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0f831683-4219-46e0-a598-71fd80c2a72e] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.156939] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5254f34c-b733-0b7f-74df-de365fb575a6, 'name': SearchDatastore_Task, 'duration_secs': 0.035986} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.156939] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.157103] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.157242] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.157428] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.157702] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.157980] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74e8b736-c602-4317-9e42-a0a690c6f932 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.176453] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.176660] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.177484] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9077df-5dbe-4a8f-ba8a-ba0244fd7232 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.183253] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1222.183253] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5223a9af-9916-6b67-416f-1491cdc1396f" [ 1222.183253] env[68946]: _type = "Task" [ 1222.183253] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.190747] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5223a9af-9916-6b67-416f-1491cdc1396f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.410896] env[68946]: DEBUG nova.objects.instance [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'flavor' on Instance uuid 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.508829] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879575, 'name': PowerOffVM_Task, 'duration_secs': 0.240497} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.509109] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.509912] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e445a-0e6c-41cf-92ae-5604a1907f7b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.528522] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.530957] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.069s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.532601] env[68946]: INFO nova.compute.claims [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.536296] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bae0b1-3af5-41c4-81cd-50483d6b880e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.597333] env[68946]: DEBUG nova.network.neutron [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.608753] env[68946]: INFO nova.scheduler.client.report [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Deleted allocations for instance 195846f7-e582-4d56-875d-0ff2976e2320 [ 1222.613752] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.614265] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485a3e66-9c8a-4f8d-b208-aa325f27a42d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.621911] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1222.621911] env[68946]: value = "task-2879576" [ 1222.621911] env[68946]: _type = "Task" [ 1222.621911] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.630200] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.638890] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e554fc4-d13b-4e1c-83c8-37537dc9b621 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.649296] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9122134-8694-49cd-8e6e-369632d8c50c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.659928] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0beb78e9-9d90-4314-8a15-0071a7e0be8e] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.685386] env[68946]: DEBUG nova.compute.manager [req-f7a88f59-e708-4f54-83b2-3b76c480c8ff req-8678d76e-84fe-4c20-9765-37e28fcd92fc service nova] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Detach interface failed, port_id=b9926459-36c0-48de-91d2-5f9d0bbc0fa4, reason: Instance b171c66c-5a2d-411d-a1ea-77be1061cde1 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1222.696016] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5223a9af-9916-6b67-416f-1491cdc1396f, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.696016] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05940b81-eb1a-4e0e-962a-3eb25321644d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.700934] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1222.700934] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f316d-69b7-a81c-4849-47a0b7466768" [ 1222.700934] env[68946]: _type = "Task" [ 1222.700934] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.708933] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f316d-69b7-a81c-4849-47a0b7466768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.722512] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.744651] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.744905] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.745070] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.745257] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.745423] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.745585] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.745793] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.745946] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.746119] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.746280] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.746450] env[68946]: DEBUG nova.virt.hardware [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.747297] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f16f9-8a83-4f01-8d90-c73a6eff9e5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.754756] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387886b-7e59-460e-9d2d-2e519234762b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.919074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fa9ee6a2-d876-4916-882f-f57a3f733065 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.099974] env[68946]: INFO nova.compute.manager [-] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Took 1.29 seconds to deallocate network for instance. [ 1223.119331] env[68946]: DEBUG oslo_concurrency.lockutils [None req-504d42a3-e9bc-4ad1-b56f-e288cf6cadcf tempest-InstanceActionsV221TestJSON-1849363010 tempest-InstanceActionsV221TestJSON-1849363010-project-member] Lock "195846f7-e582-4d56-875d-0ff2976e2320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.710s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.132774] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.133216] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.133283] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.133723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.133723] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.133829] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-656b4bc9-c47d-4ff7-af96-42d9f582e485 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.142958] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.143133] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.143844] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33a7038-3845-4423-89a0-af1c60f1b50f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.149809] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1223.149809] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c8d54-2f77-79f4-cf03-399d4120b70e" [ 1223.149809] env[68946]: _type = "Task" [ 1223.149809] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.158582] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c8d54-2f77-79f4-cf03-399d4120b70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.163120] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: aeb86ad0-a9b9-4ea2-bf4a-bf8ce4961aa1] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.210971] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f316d-69b7-a81c-4849-47a0b7466768, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.211260] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.211553] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9/d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.211817] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e97e4ad-0e43-46bf-9f72-2a18ea231196 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.218907] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1223.218907] env[68946]: value = "task-2879577" [ 1223.218907] env[68946]: _type = "Task" [ 1223.218907] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.226778] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.608636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.658815] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.659065] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578650', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'name': 'volume-3cea068e-b1ba-4e6c-9720-90916967577d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'serial': '3cea068e-b1ba-4e6c-9720-90916967577d'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.659924] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6fa2f1-1902-4a7f-8bae-b1c62947eb38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.666920] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ab1e3dd0-f783-45ba-b269-960ee46a6710] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.668774] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521c8d54-2f77-79f4-cf03-399d4120b70e, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.672894] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fd5b99-fc02-4dc4-97c1-7d91905e6feb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.687497] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e4d05-ee2a-4375-827e-3c5d5162009d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.695386] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1223.695386] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f73243-0727-418c-1f1c-8bd20797bbdb" [ 1223.695386] env[68946]: _type = "Task" [ 1223.695386] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.719893] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-3cea068e-b1ba-4e6c-9720-90916967577d/volume-3cea068e-b1ba-4e6c-9720-90916967577d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.723856] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e280bd-be8c-4eb5-86a7-dec5b3feee87 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.736466] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f73243-0727-418c-1f1c-8bd20797bbdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.741846] env[68946]: DEBUG oslo_concurrency.lockutils [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.741846] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. {{(pid=68946) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1223.741846] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bd3bcf-b20e-4848-8612-c1cf7047f865 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.749428] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1223.749428] env[68946]: value = "task-2879578" [ 1223.749428] env[68946]: _type = "Task" [ 1223.749428] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.755359] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466745} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.756545] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9/d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.756776] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.757077] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1223.757077] env[68946]: value = "task-2879579" [ 1223.757077] env[68946]: _type = "Task" [ 1223.757077] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.757571] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a67c14-6085-418d-92c0-b4374ba4e046 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.769809] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.777769] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.778810] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1223.778810] env[68946]: value = "task-2879580" [ 1223.778810] env[68946]: _type = "Task" [ 1223.778810] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.788966] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.835121] env[68946]: DEBUG nova.compute.manager [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Received event network-vif-plugged-2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.835121] env[68946]: DEBUG oslo_concurrency.lockutils [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.835121] env[68946]: DEBUG oslo_concurrency.lockutils [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.835121] env[68946]: DEBUG oslo_concurrency.lockutils [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.835314] env[68946]: DEBUG nova.compute.manager [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] No waiting events found dispatching network-vif-plugged-2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.835350] env[68946]: WARNING nova.compute.manager [req-e7331751-a59c-4851-ad67-25ef59705012 req-578f42e3-a9ba-4c8c-aa90-73a28365070a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Received unexpected event network-vif-plugged-2d6b47d5-4309-4523-a0ba-3587402b7ba3 for instance with vm_state building and task_state spawning. [ 1223.845040] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79f665-b56e-4748-bf75-20ddcb89a6f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.852806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215656f3-288b-448a-a626-16fb721f734c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.885046] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41f320-3f0e-4a51-b7bc-38c0de777946 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.890383] env[68946]: DEBUG nova.compute.manager [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1223.896404] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267000b6-d2de-4cb7-9dfa-e318049aa373 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.910567] env[68946]: DEBUG nova.compute.provider_tree [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.989894] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Successfully updated port: 2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.173672] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 439d07ea-dfc6-4d09-a99b-f823a3a9ed20] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.260597] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879578, 'name': ReconfigVM_Task, 'duration_secs': 0.511589} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.263664] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-3cea068e-b1ba-4e6c-9720-90916967577d/volume-3cea068e-b1ba-4e6c-9720-90916967577d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.268738] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6eb48f-613a-4262-9d17-d91b1600dc24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.287300] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47098} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.287613] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1224.287613] env[68946]: value = "task-2879581" [ 1224.287613] env[68946]: _type = "Task" [ 1224.287613] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.288187] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk. [ 1224.289174] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841f466-32cd-40cf-bbe1-7e02da8a8e0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.297112] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068468} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.297898] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.298657] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debbf8a-b6ce-4a7a-ab96-327ffcc6a265 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.328442] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.328972] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.329763] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a776857-d0a9-468a-b02d-46a80ab0c69f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.362285] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9/d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.363068] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6156f64f-e314-43c8-9dd8-36418f696d6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.379375] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1224.379375] env[68946]: value = "task-2879582" [ 1224.379375] env[68946]: _type = "Task" [ 1224.379375] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.388295] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.389199] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1224.389199] env[68946]: value = "task-2879583" [ 1224.389199] env[68946]: _type = "Task" [ 1224.389199] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.399534] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.414523] env[68946]: DEBUG nova.scheduler.client.report [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.438403] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.495539] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.495794] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.495940] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.681069] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: eacca771-6b89-4e73-9f7d-ec18d23c29c7] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.799029] env[68946]: DEBUG oslo_vmware.api [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879581, 'name': ReconfigVM_Task, 'duration_secs': 0.143307} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.799361] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578650', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'name': 'volume-3cea068e-b1ba-4e6c-9720-90916967577d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'serial': '3cea068e-b1ba-4e6c-9720-90916967577d'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.891887] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879582, 'name': ReconfigVM_Task, 'duration_secs': 0.296236} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.894961] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060/a81f3f25-c53e-4913-a889-9bdaab101054-rescue.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.895845] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775b6e0-cca8-40c9-86b7-2777ec03149d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.903107] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879583, 'name': ReconfigVM_Task, 'duration_secs': 0.276159} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.918490] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9/d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.924125] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.924659] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.927161] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab8bddc-f695-418c-9840-06f93257d27b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.928941] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bcf576-0e0e-4887-b2c7-195204ea9540 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.939415] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.576s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.939671] env[68946]: DEBUG nova.objects.instance [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lazy-loading 'resources' on Instance uuid 28f7cd01-6803-45bb-8bd7-b522fa0be3c1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.949045] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1224.949045] env[68946]: value = "task-2879584" [ 1224.949045] env[68946]: _type = "Task" [ 1224.949045] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.950540] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1224.950540] env[68946]: value = "task-2879585" [ 1224.950540] env[68946]: _type = "Task" [ 1224.950540] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.965498] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879585, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.967271] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.046297] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.184467] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: b036b882-dda3-467b-a3ca-d7626c8e98f4] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.358900] env[68946]: DEBUG nova.network.neutron [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.440598] env[68946]: DEBUG nova.compute.utils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.441969] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.442156] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.464259] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879584, 'name': ReconfigVM_Task, 'duration_secs': 0.16049} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.467942] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.469707] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879585, 'name': Rename_Task, 'duration_secs': 0.388418} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.469707] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7a3580-456f-4652-85ae-cb0c98ee2489 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.470133] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.470362] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f59664a-fe89-4458-a5e4-64fcc62af704 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.480362] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1225.480362] env[68946]: value = "task-2879586" [ 1225.480362] env[68946]: _type = "Task" [ 1225.480362] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.482426] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1225.482426] env[68946]: value = "task-2879587" [ 1225.482426] env[68946]: _type = "Task" [ 1225.482426] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.496027] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.501516] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.613454] env[68946]: DEBUG nova.policy [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92e79afbb59a4a9e9e15f9d617e87134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b9cb0a0e2f4412b9b67855c00289fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.688285] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 95d67729-a659-48c5-9159-2365c732059f] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.717875] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93ec930-76f5-48f3-a1ec-3327aa71b078 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.728771] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe4c29e-0408-4095-a816-71ca20366327 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.766345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e516513-4749-431c-ace6-f74e2f49cbc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.776232] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29a59d3-8e34-4810-8ee7-602e122a7d6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.793049] env[68946]: DEBUG nova.compute.provider_tree [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.863444] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.863841] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Instance network_info: |[{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.864312] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c7:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d6b47d5-4309-4523-a0ba-3587402b7ba3', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.872694] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.873323] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.873563] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be25b768-7b1a-42f3-b95f-b3ffe9b17681 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.891987] env[68946]: DEBUG nova.objects.instance [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.894056] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.894056] env[68946]: value = "task-2879588" [ 1225.894056] env[68946]: _type = "Task" [ 1225.894056] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.901524] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879588, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.909856] env[68946]: DEBUG nova.compute.manager [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Received event network-changed-2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.910175] env[68946]: DEBUG nova.compute.manager [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Refreshing instance network info cache due to event network-changed-2d6b47d5-4309-4523-a0ba-3587402b7ba3. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1225.910307] env[68946]: DEBUG oslo_concurrency.lockutils [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] Acquiring lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.910451] env[68946]: DEBUG oslo_concurrency.lockutils [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] Acquired lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.910741] env[68946]: DEBUG nova.network.neutron [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Refreshing network info cache for port 2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.947983] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.005077] env[68946]: DEBUG oslo_vmware.api [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879586, 'name': PowerOnVM_Task, 'duration_secs': 0.398498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.008785] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.011199] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879587, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.012028] env[68946]: DEBUG nova.compute.manager [None req-edb9a679-4f6a-4e65-b73d-ba037535db1c tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.012423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2e624-a80e-49b0-9347-62830b27f747 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.044591] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Successfully created port: d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.191352] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 48c377d9-10fb-4afd-9888-43db21a8cd84] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1226.297329] env[68946]: DEBUG nova.scheduler.client.report [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.400102] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bc14a110-b83b-432f-8c64-c11343ae9b15 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.407218] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879588, 'name': CreateVM_Task, 'duration_secs': 0.449541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.407391] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.408145] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.408322] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.408757] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.409080] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7098f965-0690-4781-8032-9139fa6d4277 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.416787] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1226.416787] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796734-b730-3996-f11e-79e632b64097" [ 1226.416787] env[68946]: _type = "Task" [ 1226.416787] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.427894] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796734-b730-3996-f11e-79e632b64097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.506602] env[68946]: DEBUG oslo_vmware.api [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879587, 'name': PowerOnVM_Task, 'duration_secs': 0.771532} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.506720] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.507465] env[68946]: INFO nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1226.507465] env[68946]: DEBUG nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.511327] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306436c-b593-4022-b186-724af67c87b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.639251] env[68946]: DEBUG nova.network.neutron [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updated VIF entry in instance network info cache for port 2d6b47d5-4309-4523-a0ba-3587402b7ba3. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.639251] env[68946]: DEBUG nova.network.neutron [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.695495] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ead7398d-e690-4569-a8df-8c0eb05ab36f] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1226.804467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.806829] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.198s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.807071] env[68946]: DEBUG nova.objects.instance [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lazy-loading 'resources' on Instance uuid b171c66c-5a2d-411d-a1ea-77be1061cde1 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.860071] env[68946]: INFO nova.scheduler.client.report [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Deleted allocations for instance 28f7cd01-6803-45bb-8bd7-b522fa0be3c1 [ 1226.929820] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796734-b730-3996-f11e-79e632b64097, 'name': SearchDatastore_Task, 'duration_secs': 0.022509} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.929820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.929820] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.932116] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.932116] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.932116] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.932116] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ef1a0c-1879-4719-a4a5-fbd62eddcdf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.940930] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.941140] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.942184] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8020186e-a24c-48b5-9a6f-676c086098cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.948374] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1226.948374] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da05fa-e163-5b63-acf0-96dec355760d" [ 1226.948374] env[68946]: _type = "Task" [ 1226.948374] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.957052] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.959083] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da05fa-e163-5b63-acf0-96dec355760d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.010274] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.010567] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.010671] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.010854] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.010998] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.011180] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.011392] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.011576] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.011773] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.011982] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.012703] env[68946]: DEBUG nova.virt.hardware [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.013053] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094e495-ef32-410a-8962-0f5947288dd8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.025060] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9eb24-75b3-45b1-ad02-0d2d0ee5a26e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.031816] env[68946]: INFO nova.compute.manager [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Took 12.79 seconds to build instance. [ 1227.042876] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.042978] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.141545] env[68946]: INFO nova.compute.manager [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Unrescuing [ 1227.141858] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.142083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquired lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.142340] env[68946]: DEBUG nova.network.neutron [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.143785] env[68946]: DEBUG oslo_concurrency.lockutils [req-5c8bebac-fd72-4406-b858-ca96b528cbcd req-e743930d-a475-4804-9f37-421352a87605 service nova] Releasing lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.199166] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 37b43448-c44b-44eb-b4b8-45a03d1c28c8] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.369261] env[68946]: DEBUG oslo_concurrency.lockutils [None req-cc47e725-b4b2-4ae6-b3ec-0ce568aa4808 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666 tempest-FloatingIPsAssociationNegativeTestJSON-2047176666-project-member] Lock "28f7cd01-6803-45bb-8bd7-b522fa0be3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.029s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.458208] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da05fa-e163-5b63-acf0-96dec355760d, 'name': SearchDatastore_Task, 'duration_secs': 0.024439} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.461280] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7be7cc-ab42-4c66-a73d-ffdb55e33741 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.466355] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1227.466355] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bcf4fd-d3c1-9679-8e73-70bfb29ff6b6" [ 1227.466355] env[68946]: _type = "Task" [ 1227.466355] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.476206] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bcf4fd-d3c1-9679-8e73-70bfb29ff6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.515349] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bd0537-8c00-42a3-947c-4bb725eed9c0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.522401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1524f3-b1a7-48f3-9088-0ddb3e771e5e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.555470] env[68946]: DEBUG oslo_concurrency.lockutils [None req-123f1c13-b057-467f-92d1-dc3088b4e1a0 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.325s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.556511] env[68946]: DEBUG nova.compute.utils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.560235] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e776846-701f-4b43-9a8d-5deca7fc77dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.567849] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb5892-afcb-4563-9ecd-5e798d26e55c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.581413] env[68946]: DEBUG nova.compute.provider_tree [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.702949] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 12fcb8e2-592d-456a-b630-96e5bed01807] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.835353] env[68946]: DEBUG nova.network.neutron [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [{"id": "b266fb91-dbce-4673-b540-2b3ff95680b4", "address": "fa:16:3e:02:89:6f", "network": {"id": "acc60fe8-94c0-41a5-8f3e-91a1aded9c50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-397275055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8367b10371be419185c984088d18664f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb266fb91-db", "ovs_interfaceid": "b266fb91-dbce-4673-b540-2b3ff95680b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.867666] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Successfully updated port: d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.978956] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bcf4fd-d3c1-9679-8e73-70bfb29ff6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020926} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.980162] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.980162] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.980486] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be468e8-bb19-48de-a088-fc0ef9623bbb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.988301] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1227.988301] env[68946]: value = "task-2879589" [ 1227.988301] env[68946]: _type = "Task" [ 1227.988301] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.996595] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.064481] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.088327] env[68946]: DEBUG nova.scheduler.client.report [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.209618] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 93b0fbe3-7987-4c2e-9823-0bf9df91a0a9] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.345606] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Releasing lock "refresh_cache-304747db-34ac-40e3-ba92-bb60a4cc6060" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.346426] env[68946]: DEBUG nova.objects.instance [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lazy-loading 'flavor' on Instance uuid 304747db-34ac-40e3-ba92-bb60a4cc6060 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.370319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.370601] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.370836] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.499984] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879589, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.540704] env[68946]: DEBUG nova.compute.manager [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Received event network-vif-plugged-d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1228.540937] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Acquiring lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.541309] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.541569] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.541755] env[68946]: DEBUG nova.compute.manager [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] No waiting events found dispatching network-vif-plugged-d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.541943] env[68946]: WARNING nova.compute.manager [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Received unexpected event network-vif-plugged-d605d928-9e74-4960-81c3-1acb6d68a514 for instance with vm_state building and task_state spawning. [ 1228.542127] env[68946]: DEBUG nova.compute.manager [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Received event network-changed-d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1228.542281] env[68946]: DEBUG nova.compute.manager [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Refreshing instance network info cache due to event network-changed-d605d928-9e74-4960-81c3-1acb6d68a514. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1228.542446] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Acquiring lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.594394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.597670] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.159s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.652562] env[68946]: INFO nova.scheduler.client.report [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Deleted allocations for instance b171c66c-5a2d-411d-a1ea-77be1061cde1 [ 1228.711027] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 351459b7-10c9-42f9-abd0-826f7f945ccb] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.851942] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf97a8-765f-4353-8002-a5dfedf0fe1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.879326] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.879682] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d71d06bf-159f-4f1b-b844-170794977251 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.889154] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1228.889154] env[68946]: value = "task-2879590" [ 1228.889154] env[68946]: _type = "Task" [ 1228.889154] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.897850] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.000195] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605402} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.000470] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.000688] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.001041] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030c8b53-91c6-4cee-be98-a191d946de58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.008231] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1229.008231] env[68946]: value = "task-2879591" [ 1229.008231] env[68946]: _type = "Task" [ 1229.008231] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.016797] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.105244] env[68946]: INFO nova.compute.claims [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.160569] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e022462b-7db0-438b-a4ed-6bec27f8e6dc tempest-AttachInterfacesTestJSON-1344910374 tempest-AttachInterfacesTestJSON-1344910374-project-member] Lock "b171c66c-5a2d-411d-a1ea-77be1061cde1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.986s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.178748] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.178974] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.179414] env[68946]: INFO nova.compute.manager [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attaching volume 4624ac51-77c6-490e-a97a-8b851ec219ba to /dev/sdc [ 1229.198595] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.217714] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2488a589-2270-4b95-81f5-33bf34eb9320] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.233485] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83502f85-c8e7-49d1-b21c-834900c9517b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.239666] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36092798-f45a-4885-9c37-b8ef76c1c9c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.256554] env[68946]: DEBUG nova.virt.block_device [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating existing volume attachment record: f34e818b-6eab-4e3d-b311-aa940f4a95f0 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.269158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.269333] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.269513] env[68946]: DEBUG nova.compute.manager [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.272474] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881322e-50d3-4763-9148-685c7d173d9d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.282197] env[68946]: DEBUG nova.compute.manager [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1229.282818] env[68946]: DEBUG nova.objects.instance [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'flavor' on Instance uuid d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.397124] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879590, 'name': PowerOffVM_Task, 'duration_secs': 0.233654} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.397273] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.403660] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.403976] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6781cf09-d321-4772-ba65-4bcd1621b646 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.423219] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1229.423219] env[68946]: value = "task-2879592" [ 1229.423219] env[68946]: _type = "Task" [ 1229.423219] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.431892] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.521015] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078863} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.521015] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.521015] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0148b0a-274d-4d3a-b471-ae6994b6838a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.547645] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.548770] env[68946]: DEBUG nova.network.neutron [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updating instance_info_cache with network_info: [{"id": "d605d928-9e74-4960-81c3-1acb6d68a514", "address": "fa:16:3e:47:6a:e0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd605d928-9e", "ovs_interfaceid": "d605d928-9e74-4960-81c3-1acb6d68a514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.549917] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f04c218-3196-450e-acda-1eb7557653a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.578365] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.578365] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance network_info: |[{"id": "d605d928-9e74-4960-81c3-1acb6d68a514", "address": "fa:16:3e:47:6a:e0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd605d928-9e", "ovs_interfaceid": "d605d928-9e74-4960-81c3-1acb6d68a514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.578365] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Acquired lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.578365] env[68946]: DEBUG nova.network.neutron [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Refreshing network info cache for port d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.580584] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd605d928-9e74-4960-81c3-1acb6d68a514', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.590432] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.591746] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.591996] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46726152-fa1c-4dbc-aeb4-7de98eda24fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.610918] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1229.610918] env[68946]: value = "task-2879594" [ 1229.610918] env[68946]: _type = "Task" [ 1229.610918] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.612454] env[68946]: INFO nova.compute.resource_tracker [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating resource usage from migration a721a202-96d0-46f0-87dd-1360dd88ee27 [ 1229.620119] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.620119] env[68946]: value = "task-2879595" [ 1229.620119] env[68946]: _type = "Task" [ 1229.620119] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.630922] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.634069] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879595, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.725865] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 30b2d150-4b75-4fc9-9750-2637aa2776d7] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.846662] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26362de-f963-4c7e-9b18-0ade034da7b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.856349] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe32d8-dc2f-4777-b7ea-9704dec59dd1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.893077] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acccdbf-859d-46b1-8993-69ce29c61db8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.900978] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d4922-01ef-45c4-bb9c-57ab69308aab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.919647] env[68946]: DEBUG nova.compute.provider_tree [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.935429] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879592, 'name': ReconfigVM_Task, 'duration_secs': 0.233412} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.935879] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.936140] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.936443] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce464e8-c12e-41fe-b104-50d92764f830 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.943286] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1229.943286] env[68946]: value = "task-2879596" [ 1229.943286] env[68946]: _type = "Task" [ 1229.943286] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.953039] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.134308] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879594, 'name': ReconfigVM_Task, 'duration_secs': 0.301488} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.139424] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.140296] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879595, 'name': CreateVM_Task, 'duration_secs': 0.365389} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.140833] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917ffb8f-66ee-4bdd-afed-8fb8cdeb8cc1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.143179] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.143828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.143959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.144422] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.145244] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806cee4a-c80e-4fd0-b889-3bd3d362a15d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.151563] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1230.151563] env[68946]: value = "task-2879597" [ 1230.151563] env[68946]: _type = "Task" [ 1230.151563] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.153076] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1230.153076] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5227b49d-fc24-510b-2309-674380bbb5b0" [ 1230.153076] env[68946]: _type = "Task" [ 1230.153076] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.165187] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879597, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.168305] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5227b49d-fc24-510b-2309-674380bbb5b0, 'name': SearchDatastore_Task} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.170922] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.171240] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.171540] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.171763] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.171981] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.172311] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa109ee-2813-49ec-8cfb-758f0306bac2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.180742] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.180994] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.181820] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ea53e0-461b-49c2-a120-bb264913915b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.187885] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1230.187885] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52986170-9f9d-ba80-809e-a66b8d4cd6f1" [ 1230.187885] env[68946]: _type = "Task" [ 1230.187885] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.196065] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52986170-9f9d-ba80-809e-a66b8d4cd6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.228824] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 22f01196-620d-45a9-92b5-eff2c1eb4d28] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.292920] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.292920] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670c5905-de62-48e9-89b4-f3988f91ccbb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.300514] env[68946]: DEBUG oslo_vmware.api [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1230.300514] env[68946]: value = "task-2879598" [ 1230.300514] env[68946]: _type = "Task" [ 1230.300514] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.309265] env[68946]: DEBUG oslo_vmware.api [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.321362] env[68946]: DEBUG nova.network.neutron [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updated VIF entry in instance network info cache for port d605d928-9e74-4960-81c3-1acb6d68a514. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.321778] env[68946]: DEBUG nova.network.neutron [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updating instance_info_cache with network_info: [{"id": "d605d928-9e74-4960-81c3-1acb6d68a514", "address": "fa:16:3e:47:6a:e0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd605d928-9e", "ovs_interfaceid": "d605d928-9e74-4960-81c3-1acb6d68a514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.425150] env[68946]: DEBUG nova.scheduler.client.report [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.457207] env[68946]: DEBUG oslo_vmware.api [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879596, 'name': PowerOnVM_Task, 'duration_secs': 0.382634} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.459442] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.459664] env[68946]: DEBUG nova.compute.manager [None req-3f1a7f1e-e2a8-4316-a6e8-665c6fa6a038 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.461871] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e44e1e-1f36-4e4f-a6bf-dd9cecec682d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.665607] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879597, 'name': Rename_Task, 'duration_secs': 0.195916} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.665847] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.666140] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a28fb1-f47c-4ba3-b4d2-80145fd46612 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.672856] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1230.672856] env[68946]: value = "task-2879599" [ 1230.672856] env[68946]: _type = "Task" [ 1230.672856] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.684348] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.701237] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52986170-9f9d-ba80-809e-a66b8d4cd6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.702110] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c79099c-4429-45ee-8e53-986b5f3ea928 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.711173] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1230.711173] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae724b-404e-fefa-303d-7c712ea0557e" [ 1230.711173] env[68946]: _type = "Task" [ 1230.711173] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.717570] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae724b-404e-fefa-303d-7c712ea0557e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.732908] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 1dd536e7-ad0b-4983-b0ec-0b16ffa98cb4] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.810851] env[68946]: DEBUG oslo_vmware.api [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879598, 'name': PowerOffVM_Task, 'duration_secs': 0.190573} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.811206] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.812035] env[68946]: DEBUG nova.compute.manager [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.812263] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf6d70-cfcb-48d2-9758-cfec2cf6cbe1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.823984] env[68946]: DEBUG oslo_concurrency.lockutils [req-41dfb3a4-606d-4594-9177-15e33afc1195 req-01b86b02-461f-4e1c-9b22-8f5e75931573 service nova] Releasing lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.932235] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.335s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.932463] env[68946]: INFO nova.compute.manager [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Migrating [ 1231.184121] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.219353] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ae724b-404e-fefa-303d-7c712ea0557e, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.219644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.219989] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.220259] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24dc86c9-d53a-4323-a8a1-e6be78603d08 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.227167] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1231.227167] env[68946]: value = "task-2879600" [ 1231.227167] env[68946]: _type = "Task" [ 1231.227167] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.236024] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 349f6900-a84f-4685-b320-2c5815ebcd48] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.237834] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.327388] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b5338518-775f-4fa8-a5c1-846d74770690 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.447708] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.447970] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.448210] env[68946]: DEBUG nova.network.neutron [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.683700] env[68946]: DEBUG oslo_vmware.api [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879599, 'name': PowerOnVM_Task, 'duration_secs': 0.818417} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.684595] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.684868] env[68946]: INFO nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1231.686150] env[68946]: DEBUG nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.686150] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71bdbbf-6387-422d-ad3c-da041eccb9b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.744192] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ec0b870a-36ea-4f32-9dab-500e206bb382] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.746447] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.211203] env[68946]: INFO nova.compute.manager [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Took 15.92 seconds to build instance. [ 1232.238839] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614002} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.239714] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.243023] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.243023] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb31f1b-5bac-45b4-aa75-bc4923d4328b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.248322] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d02b606f-af32-4330-a281-c0cd017199ed] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.250654] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1232.250654] env[68946]: value = "task-2879602" [ 1232.250654] env[68946]: _type = "Task" [ 1232.250654] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.262159] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.586503] env[68946]: DEBUG nova.network.neutron [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.620521] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "304747db-34ac-40e3-ba92-bb60a4cc6060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.620782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.620985] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.621186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.621352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.624182] env[68946]: INFO nova.compute.manager [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Terminating instance [ 1232.714599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-151d308c-f360-46ee-9b04-b659ce86a13b tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.433s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.751993] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 5ac3cd6f-e279-492f-a53a-ff21eb7bd215] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.763385] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084407} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.765733] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.765733] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1fad95-c46d-40ac-8bf0-6ca518ee3197 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.791031] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.791295] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656ee5dc-a7cd-4f20-aed0-51f273815909 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.814261] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1232.814261] env[68946]: value = "task-2879603" [ 1232.814261] env[68946]: _type = "Task" [ 1232.814261] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.823474] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.092758] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.133826] env[68946]: DEBUG nova.compute.manager [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.133826] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.133826] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38710343-3e93-4868-8401-f6c58aa9f3cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.143110] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.143110] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff14460-d276-4fde-a986-741c4de30cc2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.158032] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1233.158032] env[68946]: value = "task-2879604" [ 1233.158032] env[68946]: _type = "Task" [ 1233.158032] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.166030] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.237509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.237509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.237509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.237509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.237509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.247311] env[68946]: INFO nova.compute.manager [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Terminating instance [ 1233.260126] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 19d08026-cc70-439e-8b1a-524ba8b8ac0f] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.326595] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.647449] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.647815] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.667949] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879604, 'name': PowerOffVM_Task, 'duration_secs': 0.460169} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.668242] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.668412] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.668921] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e92feded-2856-4250-9195-dc1b44b46139 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.753294] env[68946]: DEBUG nova.compute.manager [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.753546] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.753812] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.753999] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.754192] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleting the datastore file [datastore2] 304747db-34ac-40e3-ba92-bb60a4cc6060 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.755172] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7991032-57af-4336-8c11-d7d5033eaee8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.758225] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959718d1-0164-4d4f-8737-11c955d7348a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.761461] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 7ee84809-e0f0-4c47-a401-6517aebc6801] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1233.768519] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.768579] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1233.768579] env[68946]: value = "task-2879606" [ 1233.768579] env[68946]: _type = "Task" [ 1233.768579] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.768875] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b07bf180-9687-44ca-867e-675ed4dd9e6e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.779346] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.822055] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.822354] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578653', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'name': 'volume-4624ac51-77c6-490e-a97a-8b851ec219ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'serial': '4624ac51-77c6-490e-a97a-8b851ec219ba'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.823968] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc7a903-ae4c-4186-b169-d3a1def23a13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.833748] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879603, 'name': ReconfigVM_Task, 'duration_secs': 1.001201} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.847661] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.852626] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-259757f4-0652-4e10-92b5-c0e4bc0a374f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.853638] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c93d9-ba26-422c-afc5-ab84fb19c2d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.857361] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.857361] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.857361] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore1] d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.857361] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a3cea6e-19d7-4499-8c86-a82c4f398f3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.888596] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-4624ac51-77c6-490e-a97a-8b851ec219ba/volume-4624ac51-77c6-490e-a97a-8b851ec219ba.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.892949] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16734e01-0571-43f2-af0b-2f45e1865995 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.907869] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1233.907869] env[68946]: value = "task-2879608" [ 1233.907869] env[68946]: _type = "Task" [ 1233.907869] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.907869] env[68946]: DEBUG oslo_vmware.api [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1233.907869] env[68946]: value = "task-2879609" [ 1233.907869] env[68946]: _type = "Task" [ 1233.907869] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.918559] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1233.918559] env[68946]: value = "task-2879610" [ 1233.918559] env[68946]: _type = "Task" [ 1233.918559] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.929303] env[68946]: DEBUG oslo_vmware.api [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.929828] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879608, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.936707] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.968416] env[68946]: DEBUG nova.compute.manager [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.152129] env[68946]: DEBUG nova.compute.utils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.265878] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 34ade09a-f4ab-4db0-ae4a-05c05300ed4e] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.283688] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.423106] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879608, 'name': Rename_Task, 'duration_secs': 0.337456} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.429947] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.430407] env[68946]: DEBUG oslo_vmware.api [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234277} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.430532] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25176a71-b8c9-44ec-9c24-274dec4fa052 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.432106] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.432360] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.432525] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.432653] env[68946]: INFO nova.compute.manager [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1234.432947] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.433538] env[68946]: DEBUG nova.compute.manager [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.433635] env[68946]: DEBUG nova.network.neutron [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.440314] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.444205] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1234.444205] env[68946]: value = "task-2879611" [ 1234.444205] env[68946]: _type = "Task" [ 1234.444205] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.452266] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.498316] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.498653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.609900] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32904559-2d44-460a-b723-e6f6e3afc36e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.634623] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.655167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.768801] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0543bc65-6d1d-4e40-bdaf-480e56d5cca5] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1234.785879] env[68946]: DEBUG oslo_vmware.api [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531848} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.787022] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.787022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.787022] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.787022] env[68946]: INFO nova.compute.manager [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1234.787297] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.787390] env[68946]: DEBUG nova.compute.manager [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.787502] env[68946]: DEBUG nova.network.neutron [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.938352] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879610, 'name': ReconfigVM_Task, 'duration_secs': 0.7609} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.939857] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-4624ac51-77c6-490e-a97a-8b851ec219ba/volume-4624ac51-77c6-490e-a97a-8b851ec219ba.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.946456] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f502c3d8-e595-4e5d-93ef-b65f83c17b27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.971908] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1234.971908] env[68946]: value = "task-2879612" [ 1234.971908] env[68946]: _type = "Task" [ 1234.971908] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.972498] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.004914] env[68946]: INFO nova.compute.claims [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.141504] env[68946]: DEBUG nova.compute.manager [req-60ac0bb4-a6d6-4c5b-9d0b-c03e39cc804c req-391073c9-b8b7-4025-85f1-8a3d1e5310eb service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Received event network-vif-deleted-32af2a8e-a1e3-4120-bfff-ff1c930fef27 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1235.141720] env[68946]: INFO nova.compute.manager [req-60ac0bb4-a6d6-4c5b-9d0b-c03e39cc804c req-391073c9-b8b7-4025-85f1-8a3d1e5310eb service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Neutron deleted interface 32af2a8e-a1e3-4120-bfff-ff1c930fef27; detaching it from the instance and deleting it from the info cache [ 1235.141889] env[68946]: DEBUG nova.network.neutron [req-60ac0bb4-a6d6-4c5b-9d0b-c03e39cc804c req-391073c9-b8b7-4025-85f1-8a3d1e5310eb service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.145133] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.146270] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f01411c-641d-4012-904b-28e2469aa89e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.156082] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1235.156082] env[68946]: value = "task-2879613" [ 1235.156082] env[68946]: _type = "Task" [ 1235.156082] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.173672] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.173886] env[68946]: DEBUG nova.compute.manager [req-be3092e9-750d-4654-bea7-79122254fe59 req-c86b4e1b-1b1f-451b-aa76-e9e6a9a7ecf4 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Received event network-vif-deleted-b266fb91-dbce-4673-b540-2b3ff95680b4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1235.174081] env[68946]: INFO nova.compute.manager [req-be3092e9-750d-4654-bea7-79122254fe59 req-c86b4e1b-1b1f-451b-aa76-e9e6a9a7ecf4 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Neutron deleted interface b266fb91-dbce-4673-b540-2b3ff95680b4; detaching it from the instance and deleting it from the info cache [ 1235.174247] env[68946]: DEBUG nova.network.neutron [req-be3092e9-750d-4654-bea7-79122254fe59 req-c86b4e1b-1b1f-451b-aa76-e9e6a9a7ecf4 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.272500] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 8553f489-1e6c-4eae-9e20-b228120de0be] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1235.439270] env[68946]: DEBUG nova.network.neutron [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.457563] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.483706] env[68946]: DEBUG oslo_vmware.api [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879612, 'name': ReconfigVM_Task, 'duration_secs': 0.255131} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.484459] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578653', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'name': 'volume-4624ac51-77c6-490e-a97a-8b851ec219ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'serial': '4624ac51-77c6-490e-a97a-8b851ec219ba'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1235.515149] env[68946]: INFO nova.compute.resource_tracker [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating resource usage from migration 187c7fab-606c-45e9-ba68-193eeab90d71 [ 1235.564744] env[68946]: DEBUG nova.network.neutron [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.647010] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f88eea7-025d-4b62-a3ab-0fc727bf338b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.666657] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde5f1e-d7d5-406d-8d0d-cb655a8d19e0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.680616] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed0466e6-6e71-4b53-9af2-a49699570f11 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.685616] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879613, 'name': PowerOffVM_Task, 'duration_secs': 0.350925} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.686189] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.686424] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.694920] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e46cd-4be4-4b33-be01-b039675ca82b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.719177] env[68946]: DEBUG nova.compute.manager [req-60ac0bb4-a6d6-4c5b-9d0b-c03e39cc804c req-391073c9-b8b7-4025-85f1-8a3d1e5310eb service nova] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Detach interface failed, port_id=32af2a8e-a1e3-4120-bfff-ff1c930fef27, reason: Instance d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1235.742606] env[68946]: DEBUG nova.compute.manager [req-be3092e9-750d-4654-bea7-79122254fe59 req-c86b4e1b-1b1f-451b-aa76-e9e6a9a7ecf4 service nova] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Detach interface failed, port_id=b266fb91-dbce-4673-b540-2b3ff95680b4, reason: Instance 304747db-34ac-40e3-ba92-bb60a4cc6060 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1235.771340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.771599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.771823] env[68946]: INFO nova.compute.manager [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Attaching volume 4b05df3e-9700-4a70-92e7-4273830e98e1 to /dev/sdb [ 1235.782191] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: dd1810bd-f554-48fb-91fb-f8d9b4ec06c3] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1235.826614] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd28ce-172b-4d32-a3c7-4a0c45d3d321 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.833351] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad456a3-28ac-4564-a304-fb26ca9bc9f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.839539] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4f9d47-cbc3-462f-bd0a-103581e392e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.845575] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb94c7-9241-48e9-b2cf-8c703ef43cac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.876469] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbbf2d0-36ac-412e-ac09-50fd6dbc40fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.887770] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757aa21a-39d4-4278-8543-15bf99557442 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.891952] env[68946]: DEBUG nova.virt.block_device [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating existing volume attachment record: ced8b562-4168-4c04-8694-166ededcd258 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.905460] env[68946]: DEBUG nova.compute.provider_tree [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.945050] env[68946]: INFO nova.compute.manager [-] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Took 1.51 seconds to deallocate network for instance. [ 1235.960259] env[68946]: DEBUG oslo_vmware.api [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879611, 'name': PowerOnVM_Task, 'duration_secs': 1.103953} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.960343] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.960957] env[68946]: INFO nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1235.961232] env[68946]: DEBUG nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.962025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f1608-0ab7-420b-90fa-21f73e7035e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.068551] env[68946]: INFO nova.compute.manager [-] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Took 1.28 seconds to deallocate network for instance. [ 1236.195120] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.197084] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.197455] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.204851] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c54805-07cd-4fcb-9c64-20d673916660 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.225097] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1236.225097] env[68946]: value = "task-2879615" [ 1236.225097] env[68946]: _type = "Task" [ 1236.225097] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.233537] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.285291] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: b62f06ea-939c-4a0a-9008-e7e78b4372c9] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1236.409555] env[68946]: DEBUG nova.scheduler.client.report [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.460743] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.488375] env[68946]: INFO nova.compute.manager [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Took 17.05 seconds to build instance. [ 1236.570434] env[68946]: DEBUG nova.objects.instance [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.581580] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.737430] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879615, 'name': ReconfigVM_Task, 'duration_secs': 0.433242} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.737834] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.789550] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 54237d16-2fbc-43a5-b368-b5102f99a7a7] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1236.919153] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.919153] env[68946]: INFO nova.compute.manager [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Migrating [ 1236.924596] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.464s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.924847] env[68946]: DEBUG nova.objects.instance [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.993464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a13fc9a1-4393-465a-9fc8-91f79da82094 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.561s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.082520] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7a8602dd-eb07-48d4-81d3-a8d27a019394 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.903s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.097432] env[68946]: DEBUG oslo_concurrency.lockutils [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.097432] env[68946]: DEBUG oslo_concurrency.lockutils [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.247975] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.248097] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.248196] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.248379] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.248520] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.248664] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.248868] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.249035] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.249233] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.249384] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.252117] env[68946]: DEBUG nova.virt.hardware [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.255857] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.256615] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07162e5e-5ef1-4c14-a794-5adc95824f3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.279946] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1237.279946] env[68946]: value = "task-2879616" [ 1237.279946] env[68946]: _type = "Task" [ 1237.279946] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.290589] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.293754] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 11212aa3-a6a9-413a-b816-fd3093b379fa] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.296028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.296028] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.436628] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.436795] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.436958] env[68946]: DEBUG nova.network.neutron [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.601189] env[68946]: INFO nova.compute.manager [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Detaching volume 3cea068e-b1ba-4e6c-9720-90916967577d [ 1237.632127] env[68946]: INFO nova.virt.block_device [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attempting to driver detach volume 3cea068e-b1ba-4e6c-9720-90916967577d from mountpoint /dev/sdb [ 1237.632127] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1237.632218] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578650', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'name': 'volume-3cea068e-b1ba-4e6c-9720-90916967577d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'serial': '3cea068e-b1ba-4e6c-9720-90916967577d'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1237.633062] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd3571-c710-410e-a946-d72e1615fc02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.659820] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f800020a-2a4c-4fea-a3da-aa4d45d0312a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.666855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5496e0-21cc-4691-a6ad-43a94719282b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.695417] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a270296-c389-4818-86f1-23de7e579643 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.715039] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] The volume has not been displaced from its original location: [datastore1] volume-3cea068e-b1ba-4e6c-9720-90916967577d/volume-3cea068e-b1ba-4e6c-9720-90916967577d.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.720516] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.722206] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c70a00f-520a-4bc2-bdbb-779d8fb27d09 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.737786] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a25fc5-95d4-495d-b630-5d8e61dbed59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.744897] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a9168-1e1a-4298-a44f-da1038196f4b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.749060] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1237.749060] env[68946]: value = "task-2879617" [ 1237.749060] env[68946]: _type = "Task" [ 1237.749060] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.780161] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8628887f-09b4-4251-a38b-47ac1590ed9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.786154] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.796774] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7cf4a-50f9-4b9f-ab84-f5dc18afb1c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.800619] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879616, 'name': ReconfigVM_Task, 'duration_secs': 0.338057} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.801016] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 32b4b8e6-cbcc-4c49-b162-92a5e23ec310] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1237.803118] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.808868] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.808868] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21be63a-3a59-4cff-b9fe-09deb34564e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.819977] env[68946]: DEBUG nova.compute.provider_tree [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.842276] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.843717] env[68946]: DEBUG nova.scheduler.client.report [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.846788] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd8dc52-d002-4f6a-b51e-f151c43d8d50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.865882] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1237.865882] env[68946]: value = "task-2879618" [ 1237.865882] env[68946]: _type = "Task" [ 1237.865882] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.874363] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.910871] env[68946]: DEBUG nova.compute.manager [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Received event network-changed-d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.911051] env[68946]: DEBUG nova.compute.manager [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Refreshing instance network info cache due to event network-changed-d605d928-9e74-4960-81c3-1acb6d68a514. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1237.911367] env[68946]: DEBUG oslo_concurrency.lockutils [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] Acquiring lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.911524] env[68946]: DEBUG oslo_concurrency.lockutils [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] Acquired lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.911701] env[68946]: DEBUG nova.network.neutron [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Refreshing network info cache for port d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.930183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.930426] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.159463] env[68946]: DEBUG nova.network.neutron [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.259807] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879617, 'name': ReconfigVM_Task, 'duration_secs': 0.427142} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.260136] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.265083] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01428197-ec66-427b-98dc-0a93d4a00f7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.281153] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1238.281153] env[68946]: value = "task-2879620" [ 1238.281153] env[68946]: _type = "Task" [ 1238.281153] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.290399] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.308813] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 27b750f0-c420-4f43-b408-76e76b1a5eaf] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.331507] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.362635] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.438s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.365726] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.784s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.365925] env[68946]: DEBUG nova.objects.instance [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lazy-loading 'resources' on Instance uuid 304747db-34ac-40e3-ba92-bb60a4cc6060 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.377228] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.386120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.386352] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.398153] env[68946]: INFO nova.scheduler.client.report [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9 [ 1238.434993] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.660827] env[68946]: DEBUG nova.network.neutron [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updated VIF entry in instance network info cache for port d605d928-9e74-4960-81c3-1acb6d68a514. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.661677] env[68946]: DEBUG nova.network.neutron [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updating instance_info_cache with network_info: [{"id": "d605d928-9e74-4960-81c3-1acb6d68a514", "address": "fa:16:3e:47:6a:e0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd605d928-9e", "ovs_interfaceid": "d605d928-9e74-4960-81c3-1acb6d68a514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.663031] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.791934] env[68946]: DEBUG oslo_vmware.api [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879620, 'name': ReconfigVM_Task, 'duration_secs': 0.188353} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.793353] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578650', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'name': 'volume-3cea068e-b1ba-4e6c-9720-90916967577d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '3cea068e-b1ba-4e6c-9720-90916967577d', 'serial': '3cea068e-b1ba-4e6c-9720-90916967577d'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1238.813551] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: ff844732-4d22-402e-9166-6353ed5a4713] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1238.879213] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879618, 'name': ReconfigVM_Task, 'duration_secs': 0.895144} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.879511] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.879797] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.891312] env[68946]: INFO nova.compute.manager [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Detaching volume dca013d5-7de5-4541-aa54-5ae863e04e6c [ 1238.910994] env[68946]: DEBUG oslo_concurrency.lockutils [None req-306f74e9-fba5-4686-911e-449a3ea10a2e tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.954212] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.084272] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7297c77c-96a1-4900-bbfa-b392bdfca2a2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.092144] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e766c1-53f0-47fc-a396-166ad524105f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.123180] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249bd48-12d0-4471-b77c-635fd744fd6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.130426] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91fd35a-ba08-4928-a5b1-a26438af56a6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.144470] env[68946]: DEBUG nova.compute.provider_tree [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.165093] env[68946]: DEBUG oslo_concurrency.lockutils [req-44f5fff8-26ba-4222-837b-f5009b83a987 req-0f6b977b-2b61-42cb-8839-710c4a02926c service nova] Releasing lock "refresh_cache-3237d6c7-9c5d-4475-941b-16ce614dfec8" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.318977] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 700ed01f-9ec2-4dcd-bac1-5a2254e587d6] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1239.344674] env[68946]: DEBUG nova.objects.instance [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.377015] env[68946]: INFO nova.virt.block_device [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Attempting to driver detach volume dca013d5-7de5-4541-aa54-5ae863e04e6c from mountpoint /dev/sdb [ 1239.377294] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.377498] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.378433] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a9aa0-844e-47ca-8f9c-2f87c07ebb02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.385531] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5ea34-6269-489d-a05e-2984098fd1ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.404706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f219c-3a5f-4918-87d7-e39543cb1866 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.424544] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176fff5-40cd-4630-9ea7-a898d2c69c70 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.429706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9c77f-7dd0-4042-a239-d8b8195030d4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.447220] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.467345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed32e0f-caea-4e4d-aeaa-fc839e9f3f37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.481744] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] The volume has not been displaced from its original location: [datastore2] volume-dca013d5-7de5-4541-aa54-5ae863e04e6c/volume-dca013d5-7de5-4541-aa54-5ae863e04e6c.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.486977] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.487299] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41dddcf6-9883-47d7-a0eb-c6b2396cfbb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.500722] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "6b713e62-3396-490c-ab2f-9a695197a4fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.500950] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.501174] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.501355] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.501514] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.503738] env[68946]: INFO nova.compute.manager [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Terminating instance [ 1239.509436] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1239.509436] env[68946]: value = "task-2879621" [ 1239.509436] env[68946]: _type = "Task" [ 1239.509436] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.517192] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.650140] env[68946]: DEBUG nova.scheduler.client.report [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.823558] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 78ce28ce-112c-4444-8a7e-2e633a5b4ef5] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.012046] env[68946]: DEBUG nova.compute.manager [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.012046] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.012386] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45879eef-157e-424b-b072-75e54dc9e789 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.026122] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.029012] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96618aca-dd00-4061-8e3e-da4b75f78d72 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.030613] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.036565] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1240.036565] env[68946]: value = "task-2879622" [ 1240.036565] env[68946]: _type = "Task" [ 1240.036565] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.044485] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.156251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.158159] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.827s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.160056] env[68946]: INFO nova.compute.claims [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.176571] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4471330-1088-49f4-ad81-5dab7ba8834d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.198525] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.200155] env[68946]: INFO nova.scheduler.client.report [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleted allocations for instance 304747db-34ac-40e3-ba92-bb60a4cc6060 [ 1240.328097] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 93063f45-ffe5-408e-bf13-7ac7faa47c66] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.354473] env[68946]: DEBUG oslo_concurrency.lockutils [None req-503bb218-ea61-4dc4-907b-57067039217d tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.393072] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.393306] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.448187] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.448441] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578655', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'name': 'volume-4b05df3e-9700-4a70-92e7-4273830e98e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b9330b4-b604-43e1-a1e4-ea5c224f77af', 'attached_at': '', 'detached_at': '', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'serial': '4b05df3e-9700-4a70-92e7-4273830e98e1'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.449451] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da8d939-69f8-4227-9a0a-a20c5322b5a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.466819] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b1ef5f-26fc-48e9-b194-ad13e05a5a9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.491579] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-4b05df3e-9700-4a70-92e7-4273830e98e1/volume-4b05df3e-9700-4a70-92e7-4273830e98e1.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.491854] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e8fde8-52bd-46d6-a31b-09e58708ed39 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.510675] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1240.510675] env[68946]: value = "task-2879623" [ 1240.510675] env[68946]: _type = "Task" [ 1240.510675] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.522153] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.525035] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879621, 'name': ReconfigVM_Task, 'duration_secs': 0.573015} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.525287] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.531097] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b0b9d6-89bc-4ecb-8ce9-5dbf56b25777 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.552105] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879622, 'name': PowerOffVM_Task, 'duration_secs': 0.176451} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.553056] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.553246] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.553541] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1240.553541] env[68946]: value = "task-2879624" [ 1240.553541] env[68946]: _type = "Task" [ 1240.553541] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.553728] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a2f894-de46-40de-bc2a-58eafaec1e9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.562590] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.627349] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.627642] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.627963] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleting the datastore file [datastore1] 6b713e62-3396-490c-ab2f-9a695197a4fa {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.628321] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18de419-0509-4c0a-9af8-dee746058c6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.635630] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for the task: (returnval){ [ 1240.635630] env[68946]: value = "task-2879626" [ 1240.635630] env[68946]: _type = "Task" [ 1240.635630] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.644137] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.703977] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.704278] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edceee0-c2e9-4edb-bab6-b8ccd158aa88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.709217] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6b79e013-4db1-4874-a7dd-14949ebac5a9 tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "304747db-34ac-40e3-ba92-bb60a4cc6060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.088s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.715216] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1240.715216] env[68946]: value = "task-2879627" [ 1240.715216] env[68946]: _type = "Task" [ 1240.715216] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.723489] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.830621] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 85f8a8f6-162a-4bc9-9070-645a4ab3b3da] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1240.896573] env[68946]: INFO nova.compute.manager [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Detaching volume 4624ac51-77c6-490e-a97a-8b851ec219ba [ 1240.898927] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.899171] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.899370] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.899548] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.899779] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.902209] env[68946]: INFO nova.compute.manager [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Terminating instance [ 1240.930683] env[68946]: INFO nova.virt.block_device [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Attempting to driver detach volume 4624ac51-77c6-490e-a97a-8b851ec219ba from mountpoint /dev/sdc [ 1240.931010] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1240.931215] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578653', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'name': 'volume-4624ac51-77c6-490e-a97a-8b851ec219ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'serial': '4624ac51-77c6-490e-a97a-8b851ec219ba'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1240.932364] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7469804-80f0-44bb-8183-7099c3818a3e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.953831] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11dcc7d-4701-44da-af89-baacec464159 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.960578] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875ffe9-ba2c-4d28-9865-7ebe552cbf9c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.980519] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7990b29c-b2a4-4cae-9fbe-9be0346c7ebb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.994813] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] The volume has not been displaced from its original location: [datastore1] volume-4624ac51-77c6-490e-a97a-8b851ec219ba/volume-4624ac51-77c6-490e-a97a-8b851ec219ba.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.999992] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.000274] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e093769-0190-4f51-a20f-be5017aa2565 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.020174] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879623, 'name': ReconfigVM_Task, 'duration_secs': 0.36065} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.021265] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-4b05df3e-9700-4a70-92e7-4273830e98e1/volume-4b05df3e-9700-4a70-92e7-4273830e98e1.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.025878] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1241.025878] env[68946]: value = "task-2879628" [ 1241.025878] env[68946]: _type = "Task" [ 1241.025878] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.026074] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcee0b6-a8fb-405c-ad25-480220ed1beb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.041763] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1241.041763] env[68946]: value = "task-2879629" [ 1241.041763] env[68946]: _type = "Task" [ 1241.041763] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.044714] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.051734] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.062997] env[68946]: DEBUG oslo_vmware.api [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879624, 'name': ReconfigVM_Task, 'duration_secs': 0.142894} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.063289] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578633', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'name': 'volume-dca013d5-7de5-4541-aa54-5ae863e04e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2562f578-cdd8-46c3-9b8e-247d581f5af0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca013d5-7de5-4541-aa54-5ae863e04e6c', 'serial': 'dca013d5-7de5-4541-aa54-5ae863e04e6c'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.110954] env[68946]: DEBUG nova.network.neutron [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.147618] env[68946]: DEBUG oslo_vmware.api [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Task: {'id': task-2879626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150038} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.147957] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.148154] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.148329] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.148518] env[68946]: INFO nova.compute.manager [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1241.148736] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.148916] env[68946]: DEBUG nova.compute.manager [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.149015] env[68946]: DEBUG nova.network.neutron [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.226215] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879627, 'name': PowerOffVM_Task, 'duration_secs': 0.204879} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.228692] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.228886] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.364495] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c6c024-88c4-4d2d-bcf9-77fedb9f89f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.371811] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eeb73f-eef1-4c52-b690-560bbda0cab3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.402753] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61683f1c-3936-41fa-951c-56283155aedc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.410443] env[68946]: DEBUG nova.compute.manager [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.410687] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.413108] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae40ec39-af6e-4604-b9a5-3e28ad6a24d6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.416610] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f763c2b-42bb-4957-bfd0-beb6ed770208 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.425936] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.433692] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba525902-9d44-49c5-ad46-88dc69d4cea6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.435941] env[68946]: DEBUG nova.compute.provider_tree [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.441381] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1241.441381] env[68946]: value = "task-2879630" [ 1241.441381] env[68946]: _type = "Task" [ 1241.441381] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.446609] env[68946]: DEBUG nova.compute.manager [req-8f09045e-61cb-4288-8eee-1b21772edea7 req-7e3bba2f-73df-48f8-8e3d-e46898afd59b service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Received event network-vif-deleted-a2ba7099-bb94-443b-b7a4-05455e429b79 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1241.446798] env[68946]: INFO nova.compute.manager [req-8f09045e-61cb-4288-8eee-1b21772edea7 req-7e3bba2f-73df-48f8-8e3d-e46898afd59b service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Neutron deleted interface a2ba7099-bb94-443b-b7a4-05455e429b79; detaching it from the instance and deleting it from the info cache [ 1241.446967] env[68946]: DEBUG nova.network.neutron [req-8f09045e-61cb-4288-8eee-1b21772edea7 req-7e3bba2f-73df-48f8-8e3d-e46898afd59b service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.465260] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.545417] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879628, 'name': ReconfigVM_Task, 'duration_secs': 0.35076} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.548543] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.553247] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6417d9-5cd2-4515-9cf3-4e6feb9e126e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.569015] env[68946]: DEBUG oslo_vmware.api [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879629, 'name': ReconfigVM_Task, 'duration_secs': 0.180915} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.569320] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578655', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'name': 'volume-4b05df3e-9700-4a70-92e7-4273830e98e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b9330b4-b604-43e1-a1e4-ea5c224f77af', 'attached_at': '', 'detached_at': '', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'serial': '4b05df3e-9700-4a70-92e7-4273830e98e1'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.571900] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1241.571900] env[68946]: value = "task-2879631" [ 1241.571900] env[68946]: _type = "Task" [ 1241.571900] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.580140] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.614587] env[68946]: DEBUG nova.objects.instance [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'flavor' on Instance uuid 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.734994] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.735255] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.735405] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.735587] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.735731] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.735875] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.736091] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.736255] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.736419] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.736576] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.736746] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.741717] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f997711a-aec2-4635-8df6-973a1c9321cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.757848] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1241.757848] env[68946]: value = "task-2879632" [ 1241.757848] env[68946]: _type = "Task" [ 1241.757848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.768783] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.921569] env[68946]: DEBUG nova.network.neutron [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.939287] env[68946]: DEBUG nova.scheduler.client.report [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.951869] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879630, 'name': PowerOffVM_Task, 'duration_secs': 0.391197} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.952019] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f21bdfe-e867-4906-b3df-3819de335d14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.953857] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.954035] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.954763] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-384a15e6-980e-4427-ae6b-72c131cfb710 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.972991] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9693fc-0906-4222-9ce1-42520f2b3c2f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.007415] env[68946]: DEBUG nova.compute.manager [req-8f09045e-61cb-4288-8eee-1b21772edea7 req-7e3bba2f-73df-48f8-8e3d-e46898afd59b service nova] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Detach interface failed, port_id=a2ba7099-bb94-443b-b7a4-05455e429b79, reason: Instance 6b713e62-3396-490c-ab2f-9a695197a4fa could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1242.038749] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.039015] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.039204] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleting the datastore file [datastore1] 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.039819] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f8d90b-69e5-44c5-b4a3-dd5006192a4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.046919] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for the task: (returnval){ [ 1242.046919] env[68946]: value = "task-2879634" [ 1242.046919] env[68946]: _type = "Task" [ 1242.046919] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.056493] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.085277] env[68946]: DEBUG oslo_vmware.api [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879631, 'name': ReconfigVM_Task, 'duration_secs': 0.154454} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.085628] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578653', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'name': 'volume-4624ac51-77c6-490e-a97a-8b851ec219ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16331f3d-6adc-4680-8a53-9dcf51318add', 'attached_at': '', 'detached_at': '', 'volume_id': '4624ac51-77c6-490e-a97a-8b851ec219ba', 'serial': '4624ac51-77c6-490e-a97a-8b851ec219ba'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.144177] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.144500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.144741] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.268185] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879632, 'name': ReconfigVM_Task, 'duration_secs': 0.163919} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.268483] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.424203] env[68946]: INFO nova.compute.manager [-] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Took 1.27 seconds to deallocate network for instance. [ 1242.443822] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.444413] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.447081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.493s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.448521] env[68946]: INFO nova.compute.claims [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.556974] env[68946]: DEBUG oslo_vmware.api [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Task: {'id': task-2879634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278498} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.557258] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.557445] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.557620] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.557965] env[68946]: INFO nova.compute.manager [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1242.558292] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.558482] env[68946]: DEBUG nova.compute.manager [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.558581] env[68946]: DEBUG nova.network.neutron [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.614439] env[68946]: DEBUG nova.objects.instance [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 2b9330b4-b604-43e1-a1e4-ea5c224f77af {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.634955] env[68946]: DEBUG nova.objects.instance [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'flavor' on Instance uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.640025] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6e6c41cf-40fd-4e08-881c-a3871f3ac037 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.253s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.775014] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.775292] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.775448] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.775641] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.775787] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.775932] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.776151] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.776310] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.776473] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.776649] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.776816] env[68946]: DEBUG nova.virt.hardware [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.782196] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.782469] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34008f3-3150-460d-a4e5-b16251a47896 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.803201] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1242.803201] env[68946]: value = "task-2879635" [ 1242.803201] env[68946]: _type = "Task" [ 1242.803201] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.815712] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.930247] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.952703] env[68946]: DEBUG nova.compute.utils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.955937] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.956120] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.994957] env[68946]: DEBUG nova.policy [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c5f765cd154033a62d0277db2b2ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff71ef91c6e4e6d8a9ab38ef1a445cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.122868] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9ec5c726-2a0c-40f2-a19d-b2d3d29a8b7a tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.351s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.194183] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.194392] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.194569] env[68946]: DEBUG nova.network.neutron [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.297096] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Successfully created port: 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.299313] env[68946]: DEBUG nova.network.neutron [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.313778] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.314110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.316037] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879635, 'name': ReconfigVM_Task, 'duration_secs': 0.237183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.316567] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.317402] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b53cc-1631-4fb3-9810-9135ca486b3d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.341242] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.341828] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ad09a8-250b-436d-984a-0c456e206e2a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.361062] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1243.361062] env[68946]: value = "task-2879636" [ 1243.361062] env[68946]: _type = "Task" [ 1243.361062] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.370527] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.457117] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.475424] env[68946]: DEBUG nova.compute.manager [req-1fc4f4a8-092c-4d7c-9c02-daae51e81ae8 req-69c66382-a61e-4acb-bba5-7ac1bfe4ae67 service nova] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Received event network-vif-deleted-931858bf-f33e-4b18-82fb-ab464d7ec9ce {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1243.645809] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b6398fdf-36cf-4bc3-aaf2-daf7b8b8a7e3 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.647606] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85739f4-a495-4c9d-8aae-84c25031634c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.655645] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af4733-2922-409a-a62f-f4e6543ce465 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.688074] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d02e073-8b9c-455c-821d-da5454ea9618 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.696336] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e28484-ca0e-4661-afd5-8f23c1a41513 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.711754] env[68946]: DEBUG nova.compute.provider_tree [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.781019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.781346] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.781565] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.781751] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.781919] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.784526] env[68946]: INFO nova.compute.manager [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Terminating instance [ 1243.802652] env[68946]: INFO nova.compute.manager [-] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Took 1.24 seconds to deallocate network for instance. [ 1243.819399] env[68946]: INFO nova.compute.manager [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Detaching volume 4b05df3e-9700-4a70-92e7-4273830e98e1 [ 1243.853101] env[68946]: INFO nova.virt.block_device [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Attempting to driver detach volume 4b05df3e-9700-4a70-92e7-4273830e98e1 from mountpoint /dev/sdb [ 1243.853363] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.853549] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578655', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'name': 'volume-4b05df3e-9700-4a70-92e7-4273830e98e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b9330b4-b604-43e1-a1e4-ea5c224f77af', 'attached_at': '', 'detached_at': '', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'serial': '4b05df3e-9700-4a70-92e7-4273830e98e1'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.854982] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ef95f-5c91-4644-a484-fe4afae84763 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.879228] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ee825-0229-48e4-99e1-a2ac77201e57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.890122] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879636, 'name': ReconfigVM_Task, 'duration_secs': 0.24875} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.890508] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade/568dfdc0-9a57-4bdd-a188-0a25db851ade.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.890767] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.894288] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46225a-5d6d-4001-8422-e57f667b4ff8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.915120] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a909d-e4b0-4b37-a65c-c111d5f7224d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.919725] env[68946]: DEBUG nova.network.neutron [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.932834] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b05df3e-9700-4a70-92e7-4273830e98e1/volume-4b05df3e-9700-4a70-92e7-4273830e98e1.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.938292] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.940091] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011d1710-9733-4769-a435-9efbe7270b69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.959150] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1243.959150] env[68946]: value = "task-2879637" [ 1243.959150] env[68946]: _type = "Task" [ 1243.959150] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.975478] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.214888] env[68946]: DEBUG nova.scheduler.client.report [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.288815] env[68946]: DEBUG nova.compute.manager [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.289087] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.290491] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0b5fb-1d06-4f0f-b791-d6717f289b5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.298404] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.299607] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cefc236-9f03-40bc-874c-6dd1d4803b85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.308355] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.309961] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1244.309961] env[68946]: value = "task-2879638" [ 1244.309961] env[68946]: _type = "Task" [ 1244.309961] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.319407] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.400079] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dc469-7b26-4bce-af27-bb850fa5b2f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.421146] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6889ad3-499f-4d3e-821d-25f25c661a05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.442497] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.446236] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.470748] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.472787] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879637, 'name': ReconfigVM_Task, 'duration_secs': 0.274825} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.473454] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.478034] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71635a8-bd9f-4bec-b452-d6984fab814d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.497580] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1244.497580] env[68946]: value = "task-2879639" [ 1244.497580] env[68946]: _type = "Task" [ 1244.497580] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.502855] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.503467] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.503467] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.503467] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.503627] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.503738] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.503945] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.504114] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.504283] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.504442] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.504611] env[68946]: DEBUG nova.virt.hardware [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.505579] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7927ef7b-0589-4f20-b009-3425793dbc17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.513546] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879639, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.516637] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1a16cb-77ec-4de7-97b5-ba9c1e4f032b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.720559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.721259] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.723830] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.794s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.724073] env[68946]: DEBUG nova.objects.instance [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lazy-loading 'resources' on Instance uuid 6b713e62-3396-490c-ab2f-9a695197a4fa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.755070] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Successfully updated port: 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.804788] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.805071] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.805301] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.805484] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.805658] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.807657] env[68946]: INFO nova.compute.manager [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Terminating instance [ 1244.819763] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879638, 'name': PowerOffVM_Task, 'duration_secs': 0.186226} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.820411] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.820581] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.820812] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc231e3-07e9-4da9-b23e-141ff3a02ec2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.882162] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.882392] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.882572] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore2] 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.882824] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1e8780-be4b-4dbe-bfab-440974f35dea {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.889375] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1244.889375] env[68946]: value = "task-2879641" [ 1244.889375] env[68946]: _type = "Task" [ 1244.889375] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.896910] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.958197] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee83c7-bc60-4fc8-aebb-018309ed5342 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.965756] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e439d9-5be9-43e4-a4ab-a44c1649104d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.992436] env[68946]: DEBUG nova.network.neutron [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Port 2d6b47d5-4309-4523-a0ba-3587402b7ba3 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1245.009252] env[68946]: DEBUG oslo_vmware.api [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879639, 'name': ReconfigVM_Task, 'duration_secs': 0.144773} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.010195] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578655', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'name': 'volume-4b05df3e-9700-4a70-92e7-4273830e98e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b9330b4-b604-43e1-a1e4-ea5c224f77af', 'attached_at': '', 'detached_at': '', 'volume_id': '4b05df3e-9700-4a70-92e7-4273830e98e1', 'serial': '4b05df3e-9700-4a70-92e7-4273830e98e1'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1245.227287] env[68946]: DEBUG nova.compute.utils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.231052] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.231219] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.257362] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.257516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.257677] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.280603] env[68946]: DEBUG nova.policy [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362f70459d9e4e1d9b9147aaf681adde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de7a4d7815484e36b832d45142d6e4d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.311383] env[68946]: DEBUG nova.compute.manager [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.311619] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.314822] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e137ce-1385-47d4-a8f0-793c09f3e961 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.323057] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.323312] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b66840ca-5df0-4338-94c7-c26450b38ae8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.329592] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1245.329592] env[68946]: value = "task-2879642" [ 1245.329592] env[68946]: _type = "Task" [ 1245.329592] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.337995] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.401566] env[68946]: DEBUG oslo_vmware.api [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137667} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.401816] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.401995] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.402187] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.402376] env[68946]: INFO nova.compute.manager [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.402615] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.405047] env[68946]: DEBUG nova.compute.manager [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.405143] env[68946]: DEBUG nova.network.neutron [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.442649] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23a59d-5cda-4379-a354-8a9953302728 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.450337] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50688973-9903-4686-8005-57fa756ed58a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.481345] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7fead6-8909-4d6a-8a13-b4591cb2c8cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.488620] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7417a5-425e-4f55-9ca5-d15be2fe04db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.507775] env[68946]: DEBUG nova.compute.provider_tree [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.510969] env[68946]: DEBUG nova.compute.manager [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1245.510969] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511378] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.511378] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.511538] env[68946]: DEBUG nova.compute.manager [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] No waiting events found dispatching network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.511595] env[68946]: WARNING nova.compute.manager [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received unexpected event network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f for instance with vm_state building and task_state spawning. [ 1245.511763] env[68946]: DEBUG nova.compute.manager [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1245.511944] env[68946]: DEBUG nova.compute.manager [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing instance network info cache due to event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1245.512124] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.570398] env[68946]: DEBUG nova.objects.instance [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'flavor' on Instance uuid 2b9330b4-b604-43e1-a1e4-ea5c224f77af {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.577892] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Successfully created port: c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.734352] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.803499] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.838722] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879642, 'name': PowerOffVM_Task, 'duration_secs': 0.193661} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.839014] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.839332] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.839584] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eacb02f-6150-44a9-833f-fc54a9afb727 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.906543] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.906828] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.906934] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleting the datastore file [datastore2] 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.907200] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56256640-a36d-44d9-ae76-cd347b96b48c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.914281] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for the task: (returnval){ [ 1245.914281] env[68946]: value = "task-2879644" [ 1245.914281] env[68946]: _type = "Task" [ 1245.914281] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.923397] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.945482] env[68946]: DEBUG nova.network.neutron [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.018904] env[68946]: DEBUG nova.scheduler.client.report [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.034053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.034053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.034053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.091028] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d26de-888d-4b17-b9dd-78e4c928bdff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.118133] env[68946]: DEBUG nova.compute.manager [req-8f4e11c1-7825-4fea-89fe-04f6082f8f06 req-7129fd29-8f66-4739-86f4-b997b7079afe service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Received event network-vif-deleted-6d5388ed-1308-4f54-89e4-ea7692a0fe7e {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1246.118445] env[68946]: INFO nova.compute.manager [req-8f4e11c1-7825-4fea-89fe-04f6082f8f06 req-7129fd29-8f66-4739-86f4-b997b7079afe service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Neutron deleted interface 6d5388ed-1308-4f54-89e4-ea7692a0fe7e; detaching it from the instance and deleting it from the info cache [ 1246.118795] env[68946]: DEBUG nova.network.neutron [req-8f4e11c1-7825-4fea-89fe-04f6082f8f06 req-7129fd29-8f66-4739-86f4-b997b7079afe service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.120588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53555266-ba66-4921-ad1b-d5ec19a3b647 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.130259] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.424310] env[68946]: DEBUG oslo_vmware.api [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Task: {'id': task-2879644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124866} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.424545] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.424726] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.424904] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.425180] env[68946]: INFO nova.compute.manager [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1246.425454] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.425635] env[68946]: DEBUG nova.compute.manager [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.425755] env[68946]: DEBUG nova.network.neutron [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.448136] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.448450] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance network_info: |[{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.448725] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.448921] env[68946]: DEBUG nova.network.neutron [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.450107] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f7:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f236aec-5a0e-409a-b522-2437b2b40f6f', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.457547] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating folder: Project (fff71ef91c6e4e6d8a9ab38ef1a445cc). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.460576] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3117d1f-530e-4d84-bfed-d5e473e0f32e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.471166] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created folder: Project (fff71ef91c6e4e6d8a9ab38ef1a445cc) in parent group-v578341. [ 1246.471345] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating folder: Instances. Parent ref: group-v578656. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.471570] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f9bd0d-c212-4629-b9f2-1e58a3888a64 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.480901] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created folder: Instances in parent group-v578656. [ 1246.481131] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.481313] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.481500] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d640163-dc22-49c1-a219-9116a04c903e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.503972] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.503972] env[68946]: value = "task-2879647" [ 1246.503972] env[68946]: _type = "Task" [ 1246.503972] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.511743] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879647, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.535100] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.537615] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.229s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.537923] env[68946]: DEBUG nova.objects.instance [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lazy-loading 'resources' on Instance uuid 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.561823] env[68946]: INFO nova.scheduler.client.report [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Deleted allocations for instance 6b713e62-3396-490c-ab2f-9a695197a4fa [ 1246.580250] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4e0444b9-f190-4664-a02e-48095e9c670d tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.596442] env[68946]: DEBUG nova.network.neutron [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.628612] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd0c635-baa1-474c-a858-9c959b7a197e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.636355] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc8bd25-fb08-470b-9a23-d999699cf2bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.649834] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.654018] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23858eea-613b-4220-9467-1c71076210d0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.657089] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1246.657089] env[68946]: value = "task-2879648" [ 1246.657089] env[68946]: _type = "Task" [ 1246.657089] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.664379] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.674237] env[68946]: DEBUG nova.compute.manager [req-8f4e11c1-7825-4fea-89fe-04f6082f8f06 req-7129fd29-8f66-4739-86f4-b997b7079afe service nova] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Detach interface failed, port_id=6d5388ed-1308-4f54-89e4-ea7692a0fe7e, reason: Instance 2562f578-cdd8-46c3-9b8e-247d581f5af0 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1246.742719] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.781116] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.781727] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.781727] env[68946]: DEBUG nova.virt.hardware [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.783747] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24334c-75c8-43dc-92c1-005aab292d36 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.796899] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd1c59-fb45-4ce1-af4c-33a721874ac8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.018024] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879647, 'name': CreateVM_Task, 'duration_secs': 0.472103} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.018024] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.018024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.018024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.018024] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.018024] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b292784b-1d56-4368-bf47-42434dd7f7bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.022804] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1247.022804] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277ad5e-2920-ccc6-728b-4f26f63e1a68" [ 1247.022804] env[68946]: _type = "Task" [ 1247.022804] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.040286] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5277ad5e-2920-ccc6-728b-4f26f63e1a68, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.040286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.040286] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.040286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.040286] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.040286] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.040286] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a16b07a-ae7e-4e00-9d7a-f52ffb5c5810 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.053796] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.054076] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.055857] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1b7fb1-cb97-4a95-9d57-696f0ae55b2a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.063167] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1247.063167] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266883c-37fa-a68b-114b-fb1e885361d5" [ 1247.063167] env[68946]: _type = "Task" [ 1247.063167] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.077215] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a809683e-4df0-4dcf-a203-2d94b8b4a3a6 tempest-ServersTestJSON-1007918009 tempest-ServersTestJSON-1007918009-project-member] Lock "6b713e62-3396-490c-ab2f-9a695197a4fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.576s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.085240] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5266883c-37fa-a68b-114b-fb1e885361d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.086856] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac5a376-02ae-4f00-99ff-d7e0ff0e27ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.096156] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1247.096156] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f799ad-f210-4561-cdfe-a9b4aebe5914" [ 1247.096156] env[68946]: _type = "Task" [ 1247.096156] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.100407] env[68946]: INFO nova.compute.manager [-] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Took 1.70 seconds to deallocate network for instance. [ 1247.109692] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.109891] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.110119] env[68946]: DEBUG nova.network.neutron [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.115014] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_power_states {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.116572] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52f799ad-f210-4561-cdfe-a9b4aebe5914, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.120237] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.120578] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.121860] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2010705-c503-463d-a813-9d6bff31a9e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.129628] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1247.129628] env[68946]: value = "task-2879649" [ 1247.129628] env[68946]: _type = "Task" [ 1247.129628] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.140588] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.170505] env[68946]: DEBUG oslo_vmware.api [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879648, 'name': PowerOnVM_Task, 'duration_secs': 0.399634} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.173256] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.173465] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c6d07-180f-4926-a01c-8069eed47305 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.252420] env[68946]: DEBUG nova.network.neutron [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updated VIF entry in instance network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.252420] env[68946]: DEBUG nova.network.neutron [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.293326] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2306b-6ac7-438f-8471-f7a3a927801d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.308391] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1152543-7c44-4cb9-8d0d-575cfe0ecf96 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.343818] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Successfully updated port: c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.348540] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093b868-4a97-4818-bab5-7d3fe933e0c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.355534] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b110dcd-486e-460e-a302-9ff0c21d1f11 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.373769] env[68946]: DEBUG nova.compute.provider_tree [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.452935] env[68946]: DEBUG nova.network.neutron [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.566013] env[68946]: DEBUG nova.compute.manager [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Received event network-vif-plugged-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1247.566289] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Acquiring lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.566491] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.566783] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.566993] env[68946]: DEBUG nova.compute.manager [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] No waiting events found dispatching network-vif-plugged-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.567180] env[68946]: WARNING nova.compute.manager [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Received unexpected event network-vif-plugged-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa for instance with vm_state building and task_state spawning. [ 1247.567361] env[68946]: DEBUG nova.compute.manager [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Received event network-changed-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1247.567678] env[68946]: DEBUG nova.compute.manager [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Refreshing instance network info cache due to event network-changed-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1247.567678] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Acquiring lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.567856] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Acquired lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.568017] env[68946]: DEBUG nova.network.neutron [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Refreshing network info cache for port c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.568662] env[68946]: WARNING oslo_messaging._drivers.amqpdriver [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1247.613042] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.624461] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Getting list of instances from cluster (obj){ [ 1247.624461] env[68946]: value = "domain-c8" [ 1247.624461] env[68946]: _type = "ClusterComputeResource" [ 1247.624461] env[68946]: } {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1247.625445] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f0fde-4df1-4fa2-9680-ed63f493c314 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.645982] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Got total of 7 instances {{(pid=68946) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1247.646225] env[68946]: WARNING nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] While synchronizing instance power states, found 11 instances in the database and 7 instances on the hypervisor. [ 1247.646335] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.646521] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 029bab56-5104-4cfd-859e-8281b56ddd0b {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.646673] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.646821] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.646968] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647128] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 2b9330b4-b604-43e1-a1e4-ea5c224f77af {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647272] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8 {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647418] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 568dfdc0-9a57-4bdd-a188-0a25db851ade {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647559] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid 3237d6c7-9c5d-4475-941b-16ce614dfec8 {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647701] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.647878] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Triggering sync for uuid fc975e2d-a62e-4e4a-9afd-fd214a8598aa {{(pid=68946) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1247.648600] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.648888] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.649197] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "029bab56-5104-4cfd-859e-8281b56ddd0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.649388] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.649616] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.650122] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.650306] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.650466] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1247.650619] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.650803] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "16331f3d-6adc-4680-8a53-9dcf51318add" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.650998] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.651179] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.651404] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.651602] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.651772] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.651929] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1247.652095] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.652276] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.652447] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.652665] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.652862] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.656742] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead6142-ba1b-459e-bd87-8a22b2ef6399 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.659622] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcbc1e2-3683-474f-bb4e-80500c863577 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.662370] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9facca41-0fc6-421c-9f42-f7fb3724d943 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.664875] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a87b074-58f8-407c-9faa-147e2a36c6f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.667074] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468806} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.669290] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.669501] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.670959] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da18f2c-b367-46d2-ba8f-6765f547d926 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.688549] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1247.688549] env[68946]: value = "task-2879650" [ 1247.688549] env[68946]: _type = "Task" [ 1247.688549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.696760] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.760161] env[68946]: DEBUG oslo_concurrency.lockutils [req-90d1a5e3-3143-4593-9148-5d4e26039a12 req-a468922a-c1cd-40c1-bd83-7a20a6dbca0d service nova] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.849682] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.877465] env[68946]: DEBUG nova.scheduler.client.report [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.882863] env[68946]: DEBUG nova.network.neutron [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.886354] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.959054] env[68946]: INFO nova.compute.manager [-] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Took 1.53 seconds to deallocate network for instance. [ 1248.103026] env[68946]: DEBUG nova.network.neutron [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.149342] env[68946]: DEBUG nova.compute.manager [req-83bea789-3ae6-42e2-984a-2a94f7eb2c0b req-eb1e1da0-f830-4dbe-8212-f488b68015e5 service nova] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Received event network-vif-deleted-cb819b53-f071-44c7-b401-aa3b176e2abf {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.184229] env[68946]: DEBUG nova.network.neutron [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.185818] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.186645] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] During sync_power_state the instance has a pending task (deleting). Skip. [ 1248.186731] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.187016] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.187243] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.301s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.187448] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.187618] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.187777] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.192514] env[68946]: INFO nova.compute.manager [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Terminating instance [ 1248.200022] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.200294] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062814} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.200510] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.201320] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e3f6f-f7aa-4537-a497-68479d9e7618 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.226276] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.229974] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b12c57-3c27-4e0e-a9ef-7a1f98eb6820 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.251160] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1248.251160] env[68946]: value = "task-2879651" [ 1248.251160] env[68946]: _type = "Task" [ 1248.251160] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.259186] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.382654] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.385076] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.772s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.385348] env[68946]: DEBUG nova.objects.instance [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'resources' on Instance uuid 2562f578-cdd8-46c3-9b8e-247d581f5af0 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.387140] env[68946]: DEBUG oslo_concurrency.lockutils [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.411419] env[68946]: INFO nova.scheduler.client.report [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Deleted allocations for instance 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8 [ 1248.465207] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.687606] env[68946]: DEBUG oslo_concurrency.lockutils [req-1dc0b805-2c46-40ea-81b9-8af216c565c7 req-5dc759de-cc9a-4a7e-ab28-3c1d989845fe service nova] Releasing lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.688106] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquired lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.688406] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.696573] env[68946]: DEBUG nova.compute.manager [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.696786] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.697673] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dc517-e69d-4263-9bbd-3a35d978014b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.705615] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.705873] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c65bd55-3eff-4969-bf16-b1ed15755bfd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.711700] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1248.711700] env[68946]: value = "task-2879652" [ 1248.711700] env[68946]: _type = "Task" [ 1248.711700] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.720309] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.764640] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.917141] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de13fd-9100-407d-8019-3dca14f035b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.924474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-65d0b5a7-f4a9-4afb-9bb1-31d9ef38a8ce tempest-ServerRescueTestJSON-289842292 tempest-ServerRescueTestJSON-289842292-project-member] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.025s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.926313] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.274s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.940982] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1273798f-734f-46dd-8331-0532ab89c02d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.946887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee09c53-df7a-4728-9c61-b4ebe92f7103 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.955831] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.966026] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86977066-51df-43ff-b9f1-665313274b7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.090522] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96fb753-d3be-49bb-8358-895552cbbeb5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.099970] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d03cd7-0f74-4602-b848-d55116ce41cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.131097] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e279564-ab25-4c1d-879a-a4d5ff1c100c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.139285] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a67028f-ca47-4daa-bde7-3a89dad61fc9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.153308] env[68946]: DEBUG nova.compute.provider_tree [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.221510] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879652, 'name': PowerOffVM_Task, 'duration_secs': 0.243547} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.222340] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.224236] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.224415] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.224679] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5a2268c-99ef-4aed-9ed1-f56c691d015f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.264514] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879651, 'name': ReconfigVM_Task, 'duration_secs': 0.912564} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.264796] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.265463] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bca80db-5ce1-47f9-a687-37384ba8c5ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.272459] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1249.272459] env[68946]: value = "task-2879654" [ 1249.272459] env[68946]: _type = "Task" [ 1249.272459] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.281284] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879654, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.295775] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.296170] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.296375] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleting the datastore file [datastore1] 2b9330b4-b604-43e1-a1e4-ea5c224f77af {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.296641] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b9e8c4d-8c8e-4819-a66f-1d0f6e9d581c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.307040] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for the task: (returnval){ [ 1249.307040] env[68946]: value = "task-2879655" [ 1249.307040] env[68946]: _type = "Task" [ 1249.307040] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.315104] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.372460] env[68946]: DEBUG nova.network.neutron [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Updating instance_info_cache with network_info: [{"id": "c3d61b82-2e91-4c48-bb89-82dcd1fd96aa", "address": "fa:16:3e:f3:d9:99", "network": {"id": "c23e2ded-a46d-4266-8912-5a8bd0eade87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-98785055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7a4d7815484e36b832d45142d6e4d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d61b82-2e", "ovs_interfaceid": "c3d61b82-2e91-4c48-bb89-82dcd1fd96aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.465858] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.466245] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbd0b0e8-bce9-4347-9d35-b116f60be7f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.473444] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1249.473444] env[68946]: value = "task-2879656" [ 1249.473444] env[68946]: _type = "Task" [ 1249.473444] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.481577] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.507377] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.659029] env[68946]: DEBUG nova.scheduler.client.report [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.782850] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879654, 'name': Rename_Task, 'duration_secs': 0.148629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.783230] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.783388] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b63d18-7572-4ffd-b9e9-761d33bd1a7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.789848] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1249.789848] env[68946]: value = "task-2879657" [ 1249.789848] env[68946]: _type = "Task" [ 1249.789848] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.797727] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.815665] env[68946]: DEBUG oslo_vmware.api [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Task: {'id': task-2879655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138816} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.815964] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.816172] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.816361] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.816532] env[68946]: INFO nova.compute.manager [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1249.816855] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.817098] env[68946]: DEBUG nova.compute.manager [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.817098] env[68946]: DEBUG nova.network.neutron [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.875590] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Releasing lock "refresh_cache-fc975e2d-a62e-4e4a-9afd-fd214a8598aa" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.875951] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance network_info: |[{"id": "c3d61b82-2e91-4c48-bb89-82dcd1fd96aa", "address": "fa:16:3e:f3:d9:99", "network": {"id": "c23e2ded-a46d-4266-8912-5a8bd0eade87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-98785055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7a4d7815484e36b832d45142d6e4d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3d61b82-2e", "ovs_interfaceid": "c3d61b82-2e91-4c48-bb89-82dcd1fd96aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.876443] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:d9:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3d61b82-2e91-4c48-bb89-82dcd1fd96aa', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.884203] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Creating folder: Project (de7a4d7815484e36b832d45142d6e4d2). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.886954] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b14511f-d246-46bd-8126-a4af241b90e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.899096] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Created folder: Project (de7a4d7815484e36b832d45142d6e4d2) in parent group-v578341. [ 1249.899306] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Creating folder: Instances. Parent ref: group-v578659. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.899548] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ab4bb1-537d-4fc6-bf1b-444b13521c41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.909856] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Created folder: Instances in parent group-v578659. [ 1249.910064] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.910261] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.910464] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91a4b22-1be7-40fc-97f4-cee2b44677a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.932096] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.932096] env[68946]: value = "task-2879660" [ 1249.932096] env[68946]: _type = "Task" [ 1249.932096] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.940725] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879660, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.984113] env[68946]: DEBUG oslo_vmware.api [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879656, 'name': PowerOnVM_Task, 'duration_secs': 0.392928} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.984427] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.984686] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-4646c22f-ea53-4630-a883-082e3d7a68a2 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance '568dfdc0-9a57-4bdd-a188-0a25db851ade' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.163940] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.167770] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.701s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.167770] env[68946]: DEBUG nova.objects.instance [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lazy-loading 'resources' on Instance uuid 16331f3d-6adc-4680-8a53-9dcf51318add {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.202983] env[68946]: INFO nova.scheduler.client.report [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocations for instance 2562f578-cdd8-46c3-9b8e-247d581f5af0 [ 1250.234107] env[68946]: DEBUG nova.network.neutron [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Port c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.234624] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.234874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.235067] env[68946]: DEBUG nova.network.neutron [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.301395] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.367265] env[68946]: DEBUG nova.compute.manager [req-3ce83621-fc1c-41fd-8253-200e04457f14 req-ed640a79-b747-456a-9e72-5c43befe4af6 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Received event network-vif-deleted-3dd053ba-1bb2-4cc6-aceb-6544c04f81e1 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.367480] env[68946]: INFO nova.compute.manager [req-3ce83621-fc1c-41fd-8253-200e04457f14 req-ed640a79-b747-456a-9e72-5c43befe4af6 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Neutron deleted interface 3dd053ba-1bb2-4cc6-aceb-6544c04f81e1; detaching it from the instance and deleting it from the info cache [ 1250.367664] env[68946]: DEBUG nova.network.neutron [req-3ce83621-fc1c-41fd-8253-200e04457f14 req-ed640a79-b747-456a-9e72-5c43befe4af6 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.442456] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879660, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.712244] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a2c2234b-ea43-4382-9c2e-60c7e36aac6a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.931s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.713539] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.064s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.713729] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1250.713903] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "2562f578-cdd8-46c3-9b8e-247d581f5af0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.800778] env[68946]: DEBUG oslo_vmware.api [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879657, 'name': PowerOnVM_Task, 'duration_secs': 0.77332} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.801331] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.801661] env[68946]: INFO nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1250.802011] env[68946]: DEBUG nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.805219] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8877f41-fb74-455d-bfcd-c8005c7c03fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.844143] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a553037-3935-46ed-9528-330130939c11 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.847052] env[68946]: DEBUG nova.network.neutron [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.854037] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d95b5c-6651-4e8a-9c1f-60f7e3bf4575 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.893022] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42578d37-e5b8-4023-b825-228dc3694f73 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.895527] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad45981f-0ab5-4649-a962-ff39ba86b105 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.913320] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97326106-f0c0-481b-8752-7f3fd45c490f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.920033] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f0b36-bb88-440c-9619-b163790d9821 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.942433] env[68946]: DEBUG nova.compute.provider_tree [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.956327] env[68946]: DEBUG nova.compute.manager [req-3ce83621-fc1c-41fd-8253-200e04457f14 req-ed640a79-b747-456a-9e72-5c43befe4af6 service nova] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Detach interface failed, port_id=3dd053ba-1bb2-4cc6-aceb-6544c04f81e1, reason: Instance 2b9330b4-b604-43e1-a1e4-ea5c224f77af could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1250.957459] env[68946]: DEBUG nova.scheduler.client.report [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.966704] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879660, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.264080] env[68946]: DEBUG nova.network.neutron [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.323262] env[68946]: INFO nova.compute.manager [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Took 13.02 seconds to build instance. [ 1251.350353] env[68946]: INFO nova.compute.manager [-] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Took 1.53 seconds to deallocate network for instance. [ 1251.451966] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879660, 'name': CreateVM_Task, 'duration_secs': 1.420211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.452885] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.452885] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.453035] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.453356] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.453615] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c2c058-2d79-4a5d-8cd2-2bacedcdb3dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.458373] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1251.458373] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbae02-11d6-1f69-c129-bab2512dfa47" [ 1251.458373] env[68946]: _type = "Task" [ 1251.458373] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.463184] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.297s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.472236] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbae02-11d6-1f69-c129-bab2512dfa47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.527770] env[68946]: INFO nova.scheduler.client.report [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Deleted allocations for instance 16331f3d-6adc-4680-8a53-9dcf51318add [ 1251.769229] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.825496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9979534-4486-4335-a83a-04ab1dd83cf5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.529s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.825801] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.173s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.825994] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] During sync_power_state the instance has a pending task (spawning). Skip. [ 1251.826186] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.857942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.858262] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.858784] env[68946]: DEBUG nova.objects.instance [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lazy-loading 'resources' on Instance uuid 2b9330b4-b604-43e1-a1e4-ea5c224f77af {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.968608] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bbae02-11d6-1f69-c129-bab2512dfa47, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.969083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.969457] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.969835] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.970066] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.970272] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.970853] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f827f03d-7f47-4c9f-a61a-d5b6e37e67df {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.980186] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.980367] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.981145] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112e333e-75e2-4efc-a4cb-1c0d43243244 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.986459] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1251.986459] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e845c7-6b51-5b02-e5d2-ffbf637c920c" [ 1251.986459] env[68946]: _type = "Task" [ 1251.986459] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.994460] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e845c7-6b51-5b02-e5d2-ffbf637c920c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.036939] env[68946]: DEBUG oslo_concurrency.lockutils [None req-b619233f-5775-4d0c-8a5e-035e554ed0d6 tempest-AttachVolumeTestJSON-1403377325 tempest-AttachVolumeTestJSON-1403377325-project-member] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.037959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.387s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.038188] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] During sync_power_state the instance has a pending task (deleting). Skip. [ 1252.038364] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "16331f3d-6adc-4680-8a53-9dcf51318add" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.048433] env[68946]: DEBUG nova.compute.manager [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1252.048621] env[68946]: DEBUG nova.compute.manager [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing instance network info cache due to event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1252.048825] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.048999] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.049181] env[68946]: DEBUG nova.network.neutron [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.273464] env[68946]: DEBUG nova.compute.manager [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68946) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1252.405319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.405595] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.405789] env[68946]: DEBUG nova.compute.manager [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Going to confirm migration 7 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1252.500164] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e845c7-6b51-5b02-e5d2-ffbf637c920c, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.501133] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d276062-00ae-44b9-97ae-20efae6b255e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.510659] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1252.510659] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527a2cdf-d68e-d7d2-a2e2-8bc409607313" [ 1252.510659] env[68946]: _type = "Task" [ 1252.510659] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.519815] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527a2cdf-d68e-d7d2-a2e2-8bc409607313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.521564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b801a6-9c4f-4521-b30c-5c5da350196d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.528047] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d4da05-575a-4ed0-b214-91b387e09e37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.317818] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7d15e-768f-45a2-9b38-370e5807c9c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.320736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "f8920922-d653-4798-8344-b785e0507aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.320998] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.331737] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a765e1-e2ed-4fbe-95a1-cb046dcbc85b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.336184] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527a2cdf-d68e-d7d2-a2e2-8bc409607313, 'name': SearchDatastore_Task, 'duration_secs': 0.024207} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.336706] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.336965] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] fc975e2d-a62e-4e4a-9afd-fd214a8598aa/fc975e2d-a62e-4e4a-9afd-fd214a8598aa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.338025] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c6004c-1ad5-411a-9f58-1c7598ed64d9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.348142] env[68946]: DEBUG nova.compute.provider_tree [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.354562] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1253.354562] env[68946]: value = "task-2879662" [ 1253.354562] env[68946]: _type = "Task" [ 1253.354562] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.373440] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.386032] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.386120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquired lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.386236] env[68946]: DEBUG nova.network.neutron [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.386435] env[68946]: DEBUG nova.objects.instance [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'info_cache' on Instance uuid 568dfdc0-9a57-4bdd-a188-0a25db851ade {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.443744] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.443884] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.561927] env[68946]: DEBUG nova.network.neutron [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updated VIF entry in instance network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.562328] env[68946]: DEBUG nova.network.neutron [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.821227] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.823694] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.851336] env[68946]: DEBUG nova.scheduler.client.report [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.870353] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.946126] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.064765] env[68946]: DEBUG oslo_concurrency.lockutils [req-e0766228-4a10-4615-8e65-da0225bbd0b9 req-8c14e062-32b0-4b66-81ee-4b5c2a47341d service nova] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.348740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.356698] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.498s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.358817] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.538s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.370065] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879662, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003629} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.370411] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] fc975e2d-a62e-4e4a-9afd-fd214a8598aa/fc975e2d-a62e-4e4a-9afd-fd214a8598aa.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.370648] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.370965] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4402d3d5-060e-4d53-a3bb-55dbd4c098fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.376225] env[68946]: INFO nova.scheduler.client.report [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Deleted allocations for instance 2b9330b4-b604-43e1-a1e4-ea5c224f77af [ 1254.378506] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1254.378506] env[68946]: value = "task-2879663" [ 1254.378506] env[68946]: _type = "Task" [ 1254.378506] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.389150] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.465821] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.659089] env[68946]: DEBUG nova.network.neutron [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [{"id": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "address": "fa:16:3e:35:c7:87", "network": {"id": "024feae3-70ff-46ee-803e-b55743f6433a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-685327105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b298b4151c4730af4311597a021f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6b47d5-43", "ovs_interfaceid": "2d6b47d5-4309-4523-a0ba-3587402b7ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.864737] env[68946]: DEBUG nova.objects.instance [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'migration_context' on Instance uuid 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.888257] env[68946]: DEBUG oslo_concurrency.lockutils [None req-61a5eeb4-97e5-4b45-a6d2-188b9ad1dc99 tempest-AttachVolumeNegativeTest-1044211154 tempest-AttachVolumeNegativeTest-1044211154-project-member] Lock "2b9330b4-b604-43e1-a1e4-ea5c224f77af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.701s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.892949] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066001} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.893277] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.894310] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3fa3fc-606a-4c20-b9f8-b04ab290d765 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.917032] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] fc975e2d-a62e-4e4a-9afd-fd214a8598aa/fc975e2d-a62e-4e4a-9afd-fd214a8598aa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.917764] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea7505d-7f2f-4b57-83eb-5f0a1c850dc4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.937737] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1254.937737] env[68946]: value = "task-2879664" [ 1254.937737] env[68946]: _type = "Task" [ 1254.937737] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.946772] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.162545] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Releasing lock "refresh_cache-568dfdc0-9a57-4bdd-a188-0a25db851ade" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.162860] env[68946]: DEBUG nova.objects.instance [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'migration_context' on Instance uuid 568dfdc0-9a57-4bdd-a188-0a25db851ade {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.448047] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879664, 'name': ReconfigVM_Task, 'duration_secs': 0.472058} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.450431] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Reconfigured VM instance instance-00000078 to attach disk [datastore1] fc975e2d-a62e-4e4a-9afd-fd214a8598aa/fc975e2d-a62e-4e4a-9afd-fd214a8598aa.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.451175] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9954b024-315b-4ea5-af74-962d88dc2a52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.457632] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1255.457632] env[68946]: value = "task-2879665" [ 1255.457632] env[68946]: _type = "Task" [ 1255.457632] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.467217] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879665, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.512443] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2151930-74aa-4260-9b98-a2094e88b7f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.519594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470f98b-5afa-4799-b483-2bb9153ccc7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.548863] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd535dd-a23a-49a6-af3e-945956a0d78b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.556401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadf7cc-416d-49bd-9fc3-f458aca28841 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.569706] env[68946]: DEBUG nova.compute.provider_tree [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.665743] env[68946]: DEBUG nova.objects.base [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Object Instance<568dfdc0-9a57-4bdd-a188-0a25db851ade> lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.666706] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f386c-ea3b-43bb-9ad8-4381101f6d67 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.684966] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b3b084-751f-40a5-bbea-233d63bf4cc2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.689914] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1255.689914] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e608f3-7415-441f-903e-84e4736dad5e" [ 1255.689914] env[68946]: _type = "Task" [ 1255.689914] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.698575] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e608f3-7415-441f-903e-84e4736dad5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.967771] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879665, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.073073] env[68946]: DEBUG nova.scheduler.client.report [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.200225] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52e608f3-7415-441f-903e-84e4736dad5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.200550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.468386] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879665, 'name': Rename_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.968431] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879665, 'name': Rename_Task, 'duration_secs': 1.187892} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.968646] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.968860] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f00f6040-d23e-4d05-9100-f5cd0bba98dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.975679] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1256.975679] env[68946]: value = "task-2879668" [ 1256.975679] env[68946]: _type = "Task" [ 1256.975679] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.982908] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.084329] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.090020] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.741s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.091466] env[68946]: INFO nova.compute.claims [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.486572] env[68946]: DEBUG oslo_vmware.api [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879668, 'name': PowerOnVM_Task, 'duration_secs': 0.441866} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.487023] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.487324] env[68946]: INFO nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1257.487599] env[68946]: DEBUG nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.488458] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0596a1-5ef3-4237-9a5b-f2718b2d862d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.004794] env[68946]: INFO nova.compute.manager [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Took 19.07 seconds to build instance. [ 1258.252337] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5358d9-3c5b-4fbb-860b-d09f241e1e27 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.260712] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b51489a-c6d2-485a-a32d-38103a194e06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.294353] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab0cba-e3e0-4664-bb71-214624f5f21a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.304391] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0dbe11-25da-4ad5-81fd-95bd493615fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.319845] env[68946]: DEBUG nova.compute.provider_tree [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.508136] env[68946]: DEBUG oslo_concurrency.lockutils [None req-aeec76fc-ac81-4eb6-a150-b6d1f49cb379 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.577s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.508136] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.855s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.508136] env[68946]: INFO nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] During sync_power_state the instance has a pending task (spawning). Skip. [ 1258.508612] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.629026] env[68946]: INFO nova.compute.manager [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Swapping old allocation on dict_keys(['03ff55a1-79e2-4be2-a4e9-0053d15786dc']) held by migration a721a202-96d0-46f0-87dd-1360dd88ee27 for instance [ 1258.653895] env[68946]: DEBUG nova.scheduler.client.report [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Overwriting current allocation {'allocations': {'03ff55a1-79e2-4be2-a4e9-0053d15786dc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': '3390a0bc1363499d9f3782c124bb6e19', 'user_id': 'b2743dece20f4827bf748c8e4b2e17d2', 'consumer_generation': 1} on consumer 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1258.733955] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.734197] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.734388] env[68946]: DEBUG nova.network.neutron [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.822528] env[68946]: DEBUG nova.scheduler.client.report [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.174891] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "interface-fc975e2d-a62e-4e4a-9afd-fd214a8598aa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.175201] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "interface-fc975e2d-a62e-4e4a-9afd-fd214a8598aa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.177294] env[68946]: DEBUG nova.objects.instance [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lazy-loading 'flavor' on Instance uuid fc975e2d-a62e-4e4a-9afd-fd214a8598aa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.328058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.328550] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.331201] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.865s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.332568] env[68946]: INFO nova.compute.claims [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.460629] env[68946]: DEBUG nova.network.neutron [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [{"id": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "address": "fa:16:3e:4d:05:80", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e0a37b-4f", "ovs_interfaceid": "c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.681780] env[68946]: DEBUG nova.objects.instance [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lazy-loading 'pci_requests' on Instance uuid fc975e2d-a62e-4e4a-9afd-fd214a8598aa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.836924] env[68946]: DEBUG nova.compute.utils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.840244] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.840422] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.876481] env[68946]: DEBUG nova.policy [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad262184cb41aab73e5ae80fd636ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1358f263de343e791038da547a5e8b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.964226] env[68946]: DEBUG oslo_concurrency.lockutils [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.965375] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92225e8-098c-4ba5-ab85-112e11e6158f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.973512] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd909c-03f1-45da-a33f-666fe24c56ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.138827] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Successfully created port: c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.184924] env[68946]: DEBUG nova.objects.base [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.185181] env[68946]: DEBUG nova.network.neutron [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.255943] env[68946]: DEBUG oslo_concurrency.lockutils [None req-a8df3f44-1fe4-4ed7-a973-01942010842d tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "interface-fc975e2d-a62e-4e4a-9afd-fd214a8598aa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.081s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.341481] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.482487] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d6120-663d-477d-919f-016ec1300103 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.490089] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c04768-9f8c-4b29-8a55-af1ce2d25ad1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.522163] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce111319-bcc8-4e75-8506-38c43e1cb5ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.530104] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305dd5ff-7c78-4423-8675-16f102e0fd6f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.554899] env[68946]: DEBUG nova.compute.provider_tree [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.059178] env[68946]: DEBUG nova.scheduler.client.report [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.066929] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.066929] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7798e44-2eb3-4326-bf88-f462ad2c3252 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.076982] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1261.076982] env[68946]: value = "task-2879670" [ 1261.076982] env[68946]: _type = "Task" [ 1261.076982] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.085926] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.353298] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.382118] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.382398] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.382550] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.382729] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.382874] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.383034] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.383288] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.383409] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.383588] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.383750] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.383917] env[68946]: DEBUG nova.virt.hardware [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.384861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092fe67-e731-4256-9d4c-6cbaaa7c8c02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.393349] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58fbe1-6731-41b9-a28a-327b05b00430 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.564790] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.565372] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.568176] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.368s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.587643] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879670, 'name': PowerOffVM_Task, 'duration_secs': 0.34226} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.587883] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.588550] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.588782] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.588942] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.589163] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.589326] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.589474] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.589692] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.589847] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.590020] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.590207] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.590385] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.596120] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0309d06-5aec-4dc4-b94a-0862ab2ca0e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.606926] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Successfully updated port: c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.608884] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.614081] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1261.614081] env[68946]: value = "task-2879671" [ 1261.614081] env[68946]: _type = "Task" [ 1261.614081] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.622377] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.011477] env[68946]: DEBUG nova.compute.manager [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Received event network-vif-plugged-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1262.011696] env[68946]: DEBUG oslo_concurrency.lockutils [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] Acquiring lock "f8920922-d653-4798-8344-b785e0507aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.011931] env[68946]: DEBUG oslo_concurrency.lockutils [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] Lock "f8920922-d653-4798-8344-b785e0507aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.012073] env[68946]: DEBUG oslo_concurrency.lockutils [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] Lock "f8920922-d653-4798-8344-b785e0507aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.012244] env[68946]: DEBUG nova.compute.manager [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] No waiting events found dispatching network-vif-plugged-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.012408] env[68946]: WARNING nova.compute.manager [req-1f1a526a-11d2-4e9d-aba3-7057f7011c55 req-aaaed6ed-9b79-4ece-a47f-e10dafc1a817 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Received unexpected event network-vif-plugged-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 for instance with vm_state building and task_state spawning. [ 1262.061074] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.075420] env[68946]: DEBUG nova.compute.utils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.079962] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Not allocating networking since 'none' was specified. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1262.111528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.111880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.111880] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.129773] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879671, 'name': ReconfigVM_Task, 'duration_secs': 0.178303} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.133408] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be458224-e13e-4787-bd50-5469bb030ffe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.160277] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.160384] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.160537] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.160711] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.160849] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.160989] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.161284] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.161444] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.161604] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.161763] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.162661] env[68946]: DEBUG nova.virt.hardware [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.165657] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58478f59-c864-457b-ba62-3bd064be7852 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.171530] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1262.171530] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241770f-b3a7-7c3d-94b8-7e16310d6af8" [ 1262.171530] env[68946]: _type = "Task" [ 1262.171530] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.180172] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241770f-b3a7-7c3d-94b8-7e16310d6af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.254192] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad5351-a1a2-4f2b-8958-b295c8ee4965 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.264020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49277c49-51e6-420f-b857-e36dad2fc81d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.295734] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd545423-8694-44ba-a4b6-d99898a927c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.303165] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2502685c-cdab-4306-afe1-d9989110ae58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.316441] env[68946]: DEBUG nova.compute.provider_tree [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.568599] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.568877] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.569111] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.569338] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.569515] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.571660] env[68946]: INFO nova.compute.manager [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Terminating instance [ 1262.580373] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.658250] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.683914] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5241770f-b3a7-7c3d-94b8-7e16310d6af8, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.689268] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.689826] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f2c5ab-8d80-4f8c-aa87-bdf5ca0a2143 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.713037] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1262.713037] env[68946]: value = "task-2879673" [ 1262.713037] env[68946]: _type = "Task" [ 1262.713037] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.722894] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.800590] env[68946]: DEBUG nova.network.neutron [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Updating instance_info_cache with network_info: [{"id": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "address": "fa:16:3e:3e:bf:cf", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc007e69c-6e", "ovs_interfaceid": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.819465] env[68946]: DEBUG nova.scheduler.client.report [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.060811] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.061070] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.061246] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.075531] env[68946]: DEBUG nova.compute.manager [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.075816] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.076680] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e034b4-d4ba-457b-acac-6da9e33747f9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.089565] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.090536] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86d39a26-142d-4c04-8cf0-94564f48fc5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.097111] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1263.097111] env[68946]: value = "task-2879674" [ 1263.097111] env[68946]: _type = "Task" [ 1263.097111] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.106039] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.222075] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879673, 'name': ReconfigVM_Task, 'duration_secs': 0.206825} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.222412] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.223253] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d908c8-127a-466a-8e42-e8a460d34599 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.250893] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.251992] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d66b2d-cd51-4780-8ed6-d80b814e1a80 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.274026] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1263.274026] env[68946]: value = "task-2879675" [ 1263.274026] env[68946]: _type = "Task" [ 1263.274026] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.279554] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.303371] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.303780] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Instance network_info: |[{"id": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "address": "fa:16:3e:3e:bf:cf", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc007e69c-6e", "ovs_interfaceid": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.304257] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:bf:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c007e69c-6e57-4f38-b8ae-83b3f50e97e8', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.313163] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.313417] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8920922-d653-4798-8344-b785e0507aed] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.313675] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec7f8fcd-425f-440a-8a25-f056c4876a60 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.338925] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.338925] env[68946]: value = "task-2879676" [ 1263.338925] env[68946]: _type = "Task" [ 1263.338925] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.347581] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879676, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.564383] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.594327] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.607461] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879674, 'name': PowerOffVM_Task, 'duration_secs': 0.191658} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.607724] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.607929] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.608207] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-860db676-1a69-46f0-852e-518338713c0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.623489] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.623742] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.623898] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.624091] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.624250] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.624386] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.624590] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.624753] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.624910] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.625083] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.625268] env[68946]: DEBUG nova.virt.hardware [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.626189] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b62566-b3f2-4112-8dfa-38154df30b5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.634229] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568cc7a1-1ff9-4e87-9101-97c57dce0d52 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.647382] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.653702] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Creating folder: Project (d2d91b72dd06402a88d5e375dffb0eeb). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.653970] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f352d19-4491-444d-a40c-22f85416c9e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.665053] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Created folder: Project (d2d91b72dd06402a88d5e375dffb0eeb) in parent group-v578341. [ 1263.665223] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Creating folder: Instances. Parent ref: group-v578663. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.665552] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a9e542-22c7-49b7-8a69-26454110586a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.668301] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.668354] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.668519] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Deleting the datastore file [datastore1] fc975e2d-a62e-4e4a-9afd-fd214a8598aa {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.669083] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32af27c5-5e27-42a5-b2e8-0fe6c32e9040 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.674507] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for the task: (returnval){ [ 1263.674507] env[68946]: value = "task-2879680" [ 1263.674507] env[68946]: _type = "Task" [ 1263.674507] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.678901] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Created folder: Instances in parent group-v578663. [ 1263.679217] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.679756] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.679978] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cac8003-3469-43a7-bce5-3256a83d9b37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.696494] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.702248] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.702248] env[68946]: value = "task-2879681" [ 1263.702248] env[68946]: _type = "Task" [ 1263.702248] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.713759] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879681, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.780849] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879675, 'name': ReconfigVM_Task, 'duration_secs': 0.284984} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.781165] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4/5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.782149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271c3978-2928-43a0-a45e-25d4aef8b37c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.805600] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1ae5c-8d26-4e2b-9994-6498c8c407d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.826312] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a914f6b-c731-4099-9c07-978077198033 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.847569] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.279s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.850526] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.286s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.850722] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.850876] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1263.854394] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df96f836-8bcd-4f95-b224-17f885832478 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.858113] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e7c0b-5791-442a-a407-595ed1b5fcb2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.865101] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879676, 'name': CreateVM_Task, 'duration_secs': 0.289263} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.869962] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8920922-d653-4798-8344-b785e0507aed] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.870727] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.872448] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d3b5e1-ed4a-43aa-8ca4-9dd2172275f1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875136] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774235f3-ee31-4d49-a157-dc2e21869499 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.892323] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.892482] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.892810] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.893605] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a784fb3-a1b0-4901-aebc-62029289b50e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.896235] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1263.896235] env[68946]: value = "task-2879682" [ 1263.896235] env[68946]: _type = "Task" [ 1263.896235] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.896705] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99cc3ccc-8cd2-4ce2-9485-6303240b6432 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.905641] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92877a9d-9274-4694-80e2-4da3d1dc3dc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.909080] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1263.909080] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52683252-0f57-3d43-bb59-587e0b0321d0" [ 1263.909080] env[68946]: _type = "Task" [ 1263.909080] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.913120] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879682, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.943228] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179458MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1263.943378] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.943611] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.952733] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52683252-0f57-3d43-bb59-587e0b0321d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.953206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.953440] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.953680] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.953827] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.954016] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.954286] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a964d2af-c286-4715-92f1-a4aad7b17d8d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.962751] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.963020] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.963917] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12316ff-1165-4b7b-ae32-57d6c243f18b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.969346] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1263.969346] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc6d17-16e1-9868-3729-a6a49dab3442" [ 1263.969346] env[68946]: _type = "Task" [ 1263.969346] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.977379] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc6d17-16e1-9868-3729-a6a49dab3442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.087941] env[68946]: DEBUG nova.compute.manager [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Received event network-changed-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1264.088252] env[68946]: DEBUG nova.compute.manager [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Refreshing instance network info cache due to event network-changed-c007e69c-6e57-4f38-b8ae-83b3f50e97e8. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1264.088477] env[68946]: DEBUG oslo_concurrency.lockutils [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] Acquiring lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.088758] env[68946]: DEBUG oslo_concurrency.lockutils [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] Acquired lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.088908] env[68946]: DEBUG nova.network.neutron [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Refreshing network info cache for port c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.185906] env[68946]: DEBUG oslo_vmware.api [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Task: {'id': task-2879680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134677} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.186316] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.186686] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.186939] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.187221] env[68946]: INFO nova.compute.manager [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1264.187510] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.187747] env[68946]: DEBUG nova.compute.manager [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.187811] env[68946]: DEBUG nova.network.neutron [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.211545] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879681, 'name': CreateVM_Task, 'duration_secs': 0.24073} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.212201] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.212364] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.212509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.212814] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.213121] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63982c60-180a-4c08-97af-e4e65cad02d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.218136] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1264.218136] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a1ada2-4fc0-78d1-bf52-0a772a5aa18c" [ 1264.218136] env[68946]: _type = "Task" [ 1264.218136] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.226188] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a1ada2-4fc0-78d1-bf52-0a772a5aa18c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.408631] env[68946]: DEBUG oslo_vmware.api [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879682, 'name': PowerOnVM_Task, 'duration_secs': 0.39755} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.409362] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.413736] env[68946]: INFO nova.scheduler.client.report [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocation for migration 187c7fab-606c-45e9-ba68-193eeab90d71 [ 1264.481325] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bc6d17-16e1-9868-3729-a6a49dab3442, 'name': SearchDatastore_Task, 'duration_secs': 0.008583} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.482032] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7608478a-942f-49a9-b9ad-7adc878fdc20 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.487095] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1264.487095] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ec436-94ab-a3cd-a922-779ba75a7cbf" [ 1264.487095] env[68946]: _type = "Task" [ 1264.487095] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.495828] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ec436-94ab-a3cd-a922-779ba75a7cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.727704] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52a1ada2-4fc0-78d1-bf52-0a772a5aa18c, 'name': SearchDatastore_Task, 'duration_secs': 0.012808} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.727931] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.728213] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.728464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.728610] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.728790] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.729372] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f159f5-9e71-452e-a5c1-14bad067ba92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.737997] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.738227] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.738881] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b9381a-9820-46ee-a0c8-16e505172b1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.743421] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1264.743421] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa30f4-f1b1-add3-638d-0b0bf451f64c" [ 1264.743421] env[68946]: _type = "Task" [ 1264.743421] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.751202] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa30f4-f1b1-add3-638d-0b0bf451f64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.767080] env[68946]: DEBUG nova.network.neutron [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Updated VIF entry in instance network info cache for port c007e69c-6e57-4f38-b8ae-83b3f50e97e8. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.767080] env[68946]: DEBUG nova.network.neutron [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Updating instance_info_cache with network_info: [{"id": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "address": "fa:16:3e:3e:bf:cf", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc007e69c-6e", "ovs_interfaceid": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.919334] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.514s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.970709] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.970864] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.970985] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3237d6c7-9c5d-4475-941b-16ce614dfec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971117] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971311] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 568dfdc0-9a57-4bdd-a188-0a25db851ade actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971429] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance f35943f4-5cee-4bf6-ae15-2186637a8cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971541] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance fc975e2d-a62e-4e4a-9afd-fd214a8598aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971651] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance f8920922-d653-4798-8344-b785e0507aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971759] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance e9e43c84-6ef3-4adc-80d3-d0e20764a873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.971941] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1264.972085] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1264.976652] env[68946]: DEBUG nova.network.neutron [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.997958] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521ec436-94ab-a3cd-a922-779ba75a7cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.050523} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.000205] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.000462] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] f8920922-d653-4798-8344-b785e0507aed/f8920922-d653-4798-8344-b785e0507aed.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.000851] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489d7466-60da-4fd4-8709-6f4a45ece429 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.008450] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1265.008450] env[68946]: value = "task-2879683" [ 1265.008450] env[68946]: _type = "Task" [ 1265.008450] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.018545] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.101052] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d92bc-e521-4fe2-8638-d1bfac596742 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.109266] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33676baa-7ba0-4ed1-a2f3-6ca74c58bdc0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.141111] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c552d6-c5d4-4529-95d8-a985370a2508 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.148409] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f58d6e-c00c-4f64-96c9-92fe595f4304 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.162422] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.254031] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52fa30f4-f1b1-add3-638d-0b0bf451f64c, 'name': SearchDatastore_Task, 'duration_secs': 0.008308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.254986] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cca2d83-ecf4-4a3d-b25b-9e80b62142ce {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.261236] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1265.261236] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52892499-ab0c-f93a-68ad-df9471ec1aa1" [ 1265.261236] env[68946]: _type = "Task" [ 1265.261236] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.270429] env[68946]: DEBUG oslo_concurrency.lockutils [req-888b1ac0-7911-442a-9a83-68277865a7ec req-55c5c47c-f76e-405b-9232-ed84e185bb57 service nova] Releasing lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.270825] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52892499-ab0c-f93a-68ad-df9471ec1aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.459786] env[68946]: INFO nova.compute.manager [None req-dfe57a61-d75f-44cd-bbe9-9098630ec3e5 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance to original state: 'active' [ 1265.479095] env[68946]: INFO nova.compute.manager [-] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Took 1.29 seconds to deallocate network for instance. [ 1265.521054] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.665732] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.771488] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52892499-ab0c-f93a-68ad-df9471ec1aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.020902} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.771684] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.771904] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.772161] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3a75ac-fb29-4f73-83b6-8e79771a3edb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.778814] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1265.778814] env[68946]: value = "task-2879685" [ 1265.778814] env[68946]: _type = "Task" [ 1265.778814] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.785836] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.986218] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.026149] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522683} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.026989] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] f8920922-d653-4798-8344-b785e0507aed/f8920922-d653-4798-8344-b785e0507aed.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.027313] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.027708] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77397d6c-d1bc-4526-9b08-acff6ea57aff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.037287] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1266.037287] env[68946]: value = "task-2879686" [ 1266.037287] env[68946]: _type = "Task" [ 1266.037287] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.049590] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.121861] env[68946]: DEBUG nova.compute.manager [req-000e177c-8c45-4e7d-a201-5f41baf72892 req-6fafa783-4761-4815-a376-fdf2fe212d2b service nova] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Received event network-vif-deleted-c3d61b82-2e91-4c48-bb89-82dcd1fd96aa {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1266.171871] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.171871] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.228s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.171871] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.186s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.171871] env[68946]: DEBUG nova.objects.instance [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lazy-loading 'resources' on Instance uuid fc975e2d-a62e-4e4a-9afd-fd214a8598aa {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.289294] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440841} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.289718] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.290193] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.290567] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d877296-fd8c-4493-af5d-f0ad99cb0b48 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.297023] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1266.297023] env[68946]: value = "task-2879687" [ 1266.297023] env[68946]: _type = "Task" [ 1266.297023] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.304659] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.435457] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.435742] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.435955] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.436249] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.436431] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.439911] env[68946]: INFO nova.compute.manager [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Terminating instance [ 1266.546508] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069816} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.546740] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.547887] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15573137-7a58-48d3-92c8-b705f3dac78b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.570284] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f8920922-d653-4798-8344-b785e0507aed/f8920922-d653-4798-8344-b785e0507aed.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.570576] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1d8f91-ac91-43c0-bae1-694d65575866 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.596853] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1266.596853] env[68946]: value = "task-2879688" [ 1266.596853] env[68946]: _type = "Task" [ 1266.596853] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.605554] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.791076] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8653a0d-687d-4c4f-924d-628ee468e323 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.801102] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e346a2-21a4-4741-8384-f90aa3d50d12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.808485] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236497} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.833826] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.834806] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c9ab0-cc37-4053-9ade-3000e9774b0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.837673] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e36a0fe-6c6c-42ce-af2c-10d9291004fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.856961] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.859426] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0447681-4697-472d-8ccd-0ed39d12ca15 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.874091] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef216606-6022-432b-a609-8c88b6be7b72 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.887099] env[68946]: DEBUG nova.compute.provider_tree [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.889404] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1266.889404] env[68946]: value = "task-2879689" [ 1266.889404] env[68946]: _type = "Task" [ 1266.889404] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.896715] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.947749] env[68946]: DEBUG nova.compute.manager [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.947984] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.949037] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e865cf64-5576-44f8-8e2f-545cd0c6491d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.956371] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.956711] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2159903-f131-455f-8821-342892ab6abe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.962472] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1266.962472] env[68946]: value = "task-2879690" [ 1266.962472] env[68946]: _type = "Task" [ 1266.962472] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.970353] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.094836] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.094836] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.094836] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.095057] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.095199] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.102447] env[68946]: INFO nova.compute.manager [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Terminating instance [ 1267.110486] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.168097] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.168483] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.168684] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.168906] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1267.391722] env[68946]: DEBUG nova.scheduler.client.report [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.406669] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.473359] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879690, 'name': PowerOffVM_Task, 'duration_secs': 0.206645} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.473628] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.473795] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.474063] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd79946-80d0-40b9-8ba9-d3f5f50ac993 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.545964] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.546209] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.546396] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleting the datastore file [datastore2] 568dfdc0-9a57-4bdd-a188-0a25db851ade {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.546660] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afdd20a8-5767-4eba-9dc0-99fe2b9f6b43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.556020] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for the task: (returnval){ [ 1267.556020] env[68946]: value = "task-2879692" [ 1267.556020] env[68946]: _type = "Task" [ 1267.556020] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.561110] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.606101] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879688, 'name': ReconfigVM_Task, 'duration_secs': 0.598379} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.607017] env[68946]: DEBUG nova.compute.manager [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.607287] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.607587] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f8920922-d653-4798-8344-b785e0507aed/f8920922-d653-4798-8344-b785e0507aed.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.608251] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861d7ad3-6013-4de4-9c3e-d8d37e17448f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.609780] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1a54d3a-66c2-44d4-b2de-1ba6e1480af9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.616401] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1267.616401] env[68946]: value = "task-2879693" [ 1267.616401] env[68946]: _type = "Task" [ 1267.616401] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.617903] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1267.617903] env[68946]: value = "task-2879694" [ 1267.617903] env[68946]: _type = "Task" [ 1267.617903] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.634859] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879694, 'name': Rename_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.635274] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.901531] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.908439] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879689, 'name': ReconfigVM_Task, 'duration_secs': 0.604281} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.908699] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Reconfigured VM instance instance-0000007a to attach disk [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.909347] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708d6892-25d3-48d7-b9cd-a221a7c562fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.916050] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1267.916050] env[68946]: value = "task-2879695" [ 1267.916050] env[68946]: _type = "Task" [ 1267.916050] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.924442] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879695, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.925299] env[68946]: INFO nova.scheduler.client.report [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Deleted allocations for instance fc975e2d-a62e-4e4a-9afd-fd214a8598aa [ 1268.064071] env[68946]: DEBUG oslo_vmware.api [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Task: {'id': task-2879692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271243} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.064071] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.064071] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.064071] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.064071] env[68946]: INFO nova.compute.manager [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1268.064679] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.064679] env[68946]: DEBUG nova.compute.manager [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.064679] env[68946]: DEBUG nova.network.neutron [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.130082] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879693, 'name': PowerOffVM_Task, 'duration_secs': 0.201462} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.133242] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.133448] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.133638] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578649', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'name': 'volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4', 'attached_at': '2025-03-10T09:11:08.000000', 'detached_at': '', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'serial': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.133907] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879694, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.134638] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9334d3ce-facd-45ef-9c52-35c6521c5fc5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.155387] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2008a430-736d-470b-ab3b-7fe3d32dad69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.162128] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b984a2-ac74-45bd-b694-0141f0d99a87 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.183769] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b247b232-4154-44a1-b265-1532b4073537 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.198338] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] The volume has not been displaced from its original location: [datastore2] volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4/volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.204574] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.204902] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-accb89c4-dc61-4296-beb5-a73ec76a2721 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.222748] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1268.222748] env[68946]: value = "task-2879696" [ 1268.222748] env[68946]: _type = "Task" [ 1268.222748] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.230755] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.324790] env[68946]: DEBUG nova.compute.manager [req-01a910e9-19c8-4918-9b8c-5925e8031071 req-9bf7f64b-11b0-45b3-9350-4d85d3ff356a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Received event network-vif-deleted-2d6b47d5-4309-4523-a0ba-3587402b7ba3 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1268.325048] env[68946]: INFO nova.compute.manager [req-01a910e9-19c8-4918-9b8c-5925e8031071 req-9bf7f64b-11b0-45b3-9350-4d85d3ff356a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Neutron deleted interface 2d6b47d5-4309-4523-a0ba-3587402b7ba3; detaching it from the instance and deleting it from the info cache [ 1268.325234] env[68946]: DEBUG nova.network.neutron [req-01a910e9-19c8-4918-9b8c-5925e8031071 req-9bf7f64b-11b0-45b3-9350-4d85d3ff356a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.426314] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879695, 'name': Rename_Task, 'duration_secs': 0.128429} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.426314] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.426314] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b886007a-301c-4997-a3b4-a5560b9f08ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.432861] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1268.432861] env[68946]: value = "task-2879697" [ 1268.432861] env[68946]: _type = "Task" [ 1268.432861] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.433278] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ccac35f9-20b0-4ac5-a947-6db980b28ef4 tempest-AttachInterfacesV270Test-698996885 tempest-AttachInterfacesV270Test-698996885-project-member] Lock "fc975e2d-a62e-4e4a-9afd-fd214a8598aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.864s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.441386] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.633766] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879694, 'name': Rename_Task, 'duration_secs': 0.718302} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.633948] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.635020] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741ccde6-2c62-4edf-b451-4a6bece14268 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.641653] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1268.641653] env[68946]: value = "task-2879698" [ 1268.641653] env[68946]: _type = "Task" [ 1268.641653] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.649695] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.733311] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879696, 'name': ReconfigVM_Task, 'duration_secs': 0.201509} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.733665] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.739873] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aafae36-6f61-4713-8d09-753c2f74f8ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.755491] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1268.755491] env[68946]: value = "task-2879699" [ 1268.755491] env[68946]: _type = "Task" [ 1268.755491] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.763573] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.808473] env[68946]: DEBUG nova.network.neutron [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.827864] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea3bbf68-34db-4ace-a6ac-c97f3c630466 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.838505] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e4481c-e01e-4e62-9976-332156c4eb85 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.870685] env[68946]: DEBUG nova.compute.manager [req-01a910e9-19c8-4918-9b8c-5925e8031071 req-9bf7f64b-11b0-45b3-9350-4d85d3ff356a service nova] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Detach interface failed, port_id=2d6b47d5-4309-4523-a0ba-3587402b7ba3, reason: Instance 568dfdc0-9a57-4bdd-a188-0a25db851ade could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1268.944146] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.155647] env[68946]: DEBUG oslo_vmware.api [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879698, 'name': PowerOnVM_Task, 'duration_secs': 0.493327} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.155926] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.156149] env[68946]: INFO nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1269.156336] env[68946]: DEBUG nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.157131] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39157823-90af-43e1-8700-1d7dd9efe672 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.266156] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879699, 'name': ReconfigVM_Task, 'duration_secs': 0.204109} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.266490] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578649', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'name': 'volume-3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4', 'attached_at': '2025-03-10T09:11:08.000000', 'detached_at': '', 'volume_id': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4', 'serial': '3706cc62-3d5d-49f6-b9fe-b612471ff1c4'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.266796] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.267597] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b780596-e751-4d54-85f2-e6dffc62a372 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.274636] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.274880] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d06caa-57f9-46c4-a40f-7406be099aa8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.312153] env[68946]: INFO nova.compute.manager [-] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Took 1.25 seconds to deallocate network for instance. [ 1269.348227] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.348576] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.348672] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleting the datastore file [datastore2] 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.348901] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb9209a9-d95a-4fe9-b38a-8becf9d55afd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.355499] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1269.355499] env[68946]: value = "task-2879701" [ 1269.355499] env[68946]: _type = "Task" [ 1269.355499] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.363421] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.444524] env[68946]: DEBUG oslo_vmware.api [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879697, 'name': PowerOnVM_Task, 'duration_secs': 0.525219} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.444844] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.445086] env[68946]: INFO nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1269.445267] env[68946]: DEBUG nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.446086] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce660e-162a-48ec-b281-cd92acb39176 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.678917] env[68946]: INFO nova.compute.manager [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Took 15.35 seconds to build instance. [ 1269.821660] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.821954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.822192] env[68946]: DEBUG nova.objects.instance [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lazy-loading 'resources' on Instance uuid 568dfdc0-9a57-4bdd-a188-0a25db851ade {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.869155] env[68946]: DEBUG oslo_vmware.api [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160734} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.869789] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.869789] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.869789] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.870127] env[68946]: INFO nova.compute.manager [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1269.872152] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.872152] env[68946]: DEBUG nova.compute.manager [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.872152] env[68946]: DEBUG nova.network.neutron [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.969446] env[68946]: INFO nova.compute.manager [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Took 15.52 seconds to build instance. [ 1270.181584] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f9f78a97-d75a-4506-96dc-f80bc5fb0043 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.860s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.471423] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c8cdad7a-8601-407e-b5e0-90a1a3d0aa78 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.027s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.492067] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707c71b-1a62-489f-9f1e-50cb97070918 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.500628] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b39b7-4dba-47f0-ad77-56950e131d7f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.538188] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91831f7-fdf1-4313-b387-8c5cc0e6837a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.549414] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe1067-69ea-498e-9540-f6b1361c068d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.563646] env[68946]: DEBUG nova.compute.provider_tree [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.713147] env[68946]: DEBUG nova.compute.manager [req-e0a757e2-aeee-47a6-b40b-afa52b8a0b3c req-b1c41ba8-fc84-40d0-ac79-c38ac18ed2f9 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Received event network-vif-deleted-c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.713402] env[68946]: INFO nova.compute.manager [req-e0a757e2-aeee-47a6-b40b-afa52b8a0b3c req-b1c41ba8-fc84-40d0-ac79-c38ac18ed2f9 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Neutron deleted interface c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631; detaching it from the instance and deleting it from the info cache [ 1270.713501] env[68946]: DEBUG nova.network.neutron [req-e0a757e2-aeee-47a6-b40b-afa52b8a0b3c req-b1c41ba8-fc84-40d0-ac79-c38ac18ed2f9 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.835660] env[68946]: DEBUG nova.compute.manager [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Received event network-changed-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.835660] env[68946]: DEBUG nova.compute.manager [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Refreshing instance network info cache due to event network-changed-c007e69c-6e57-4f38-b8ae-83b3f50e97e8. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1270.835798] env[68946]: DEBUG oslo_concurrency.lockutils [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] Acquiring lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.838471] env[68946]: DEBUG oslo_concurrency.lockutils [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] Acquired lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.838471] env[68946]: DEBUG nova.network.neutron [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Refreshing network info cache for port c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.067332] env[68946]: DEBUG nova.scheduler.client.report [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.100781] env[68946]: DEBUG nova.network.neutron [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.216337] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-867dcf79-c20f-4372-8e72-8b4999fd3d11 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.227127] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99511f3a-7400-4d7c-9eeb-483b30758556 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.258751] env[68946]: DEBUG nova.compute.manager [req-e0a757e2-aeee-47a6-b40b-afa52b8a0b3c req-b1c41ba8-fc84-40d0-ac79-c38ac18ed2f9 service nova] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Detach interface failed, port_id=c6e0a37b-4f8c-4b71-ac5c-0396b4fd8631, reason: Instance 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1271.408084] env[68946]: INFO nova.compute.manager [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Rebuilding instance [ 1271.487020] env[68946]: DEBUG nova.compute.manager [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.487020] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa88d7-579b-479d-9f07-8ece3ad7fff3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.575651] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.597137] env[68946]: INFO nova.scheduler.client.report [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Deleted allocations for instance 568dfdc0-9a57-4bdd-a188-0a25db851ade [ 1271.611991] env[68946]: INFO nova.compute.manager [-] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Took 1.74 seconds to deallocate network for instance. [ 1271.824944] env[68946]: DEBUG nova.network.neutron [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Updated VIF entry in instance network info cache for port c007e69c-6e57-4f38-b8ae-83b3f50e97e8. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.825684] env[68946]: DEBUG nova.network.neutron [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Updating instance_info_cache with network_info: [{"id": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "address": "fa:16:3e:3e:bf:cf", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc007e69c-6e", "ovs_interfaceid": "c007e69c-6e57-4f38-b8ae-83b3f50e97e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.114490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-14d56488-1b1e-4aab-9083-4454c5cfc3e1 tempest-DeleteServersTestJSON-1765264048 tempest-DeleteServersTestJSON-1765264048-project-member] Lock "568dfdc0-9a57-4bdd-a188-0a25db851ade" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.162121] env[68946]: INFO nova.compute.manager [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Took 0.55 seconds to detach 1 volumes for instance. [ 1272.328730] env[68946]: DEBUG oslo_concurrency.lockutils [req-55a93918-8215-45d3-a07a-374cc2086d22 req-54504fc8-4d37-4ee5-a41b-f0eda06bd072 service nova] Releasing lock "refresh_cache-f8920922-d653-4798-8344-b785e0507aed" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.501378] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.502283] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b61ea8-6954-4dd0-ad0a-5858b48941fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.510377] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1272.510377] env[68946]: value = "task-2879703" [ 1272.510377] env[68946]: _type = "Task" [ 1272.510377] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.520257] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.668143] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.668513] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.668759] env[68946]: DEBUG nova.objects.instance [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'resources' on Instance uuid 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.019868] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879703, 'name': PowerOffVM_Task, 'duration_secs': 0.127945} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.020155] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.020859] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.021624] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b06562-37a9-4740-8dd2-045aa5a71cbe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.029693] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.029948] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fb9aa6a-c7e3-403d-98aa-78f5e2c2cea5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.051524] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.051747] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.051930] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Deleting the datastore file [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.052218] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfaef245-86ff-4b79-a465-4d556a5a15c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.059989] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1273.059989] env[68946]: value = "task-2879706" [ 1273.059989] env[68946]: _type = "Task" [ 1273.059989] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.067942] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.274236] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d683b0-d2d9-4d66-87ad-982bd8c5a142 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.282201] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdedb730-5047-4706-b758-221d1e95d1c2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.312134] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8088d2b8-7933-4e7d-9854-d2e790089b2e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.319277] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb74f63b-adbd-4fdc-82cd-72633e5834aa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.332122] env[68946]: DEBUG nova.compute.provider_tree [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.570220] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091452} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.570582] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.570642] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.570800] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.835783] env[68946]: DEBUG nova.scheduler.client.report [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.341289] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.362518] env[68946]: INFO nova.scheduler.client.report [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted allocations for instance 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4 [ 1274.600740] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.601061] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.601161] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.601340] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.601487] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.601630] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.601831] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.601987] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.602171] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.602334] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.602505] env[68946]: DEBUG nova.virt.hardware [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.603389] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d72540-2158-4b93-bcef-ebb2bed59f57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.611802] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a6f030-47b0-4e88-b386-5e5efcd0dbe3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.625297] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance VIF info [] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.630947] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.631249] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.631470] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8422e8cc-8d27-4a60-8ed5-d085f40dd50e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.649067] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.649067] env[68946]: value = "task-2879707" [ 1274.649067] env[68946]: _type = "Task" [ 1274.649067] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.661889] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879707, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.870398] env[68946]: DEBUG oslo_concurrency.lockutils [None req-655b78c7-9b5f-4246-b9ad-eb71e01a798c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.776s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.960357] env[68946]: INFO nova.compute.manager [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Rebuilding instance [ 1275.005117] env[68946]: DEBUG nova.compute.manager [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.006103] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f29c69-e658-45e8-b573-0c75a002a4b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.159029] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879707, 'name': CreateVM_Task, 'duration_secs': 0.3983} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.159839] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.159942] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.160138] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.160454] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.160714] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33be6c05-5be3-4bf7-8d4b-814e598e16d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.165552] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1275.165552] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da9878-3914-dddd-5d6c-d4a803666abf" [ 1275.165552] env[68946]: _type = "Task" [ 1275.165552] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.172991] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da9878-3914-dddd-5d6c-d4a803666abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.676109] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52da9878-3914-dddd-5d6c-d4a803666abf, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.676496] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.676701] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.676852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.677023] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.677202] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.677470] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79f93bb-76e8-47c6-8c2c-1a51d5bf836a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.685920] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.686105] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.686785] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c68d00-770b-4ad8-a328-c4d6ec71e495 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.694150] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1275.694150] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796bac-a4c9-b23d-efec-bc4fced31f31" [ 1275.694150] env[68946]: _type = "Task" [ 1275.694150] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.702021] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796bac-a4c9-b23d-efec-bc4fced31f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.799326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.799326] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.020568] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.020828] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5763a49-e067-463a-a0eb-07d5fc156765 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.030103] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1276.030103] env[68946]: value = "task-2879709" [ 1276.030103] env[68946]: _type = "Task" [ 1276.030103] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.038332] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.204808] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52796bac-a4c9-b23d-efec-bc4fced31f31, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.205599] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2a856f-e8cd-436c-ad3a-5fd4c08c8ed1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.210938] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1276.210938] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265336a-e863-e7dc-0b9f-4b1ec0d9c1a7" [ 1276.210938] env[68946]: _type = "Task" [ 1276.210938] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.218713] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265336a-e863-e7dc-0b9f-4b1ec0d9c1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.301574] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.547431] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879709, 'name': PowerOffVM_Task, 'duration_secs': 0.357182} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.547712] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.547943] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.548781] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c38bc-2b9a-4488-8eeb-54dd6a367647 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.556125] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.556364] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68fda2f9-bebb-44cd-80a9-7c160d249378 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.637659] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.637891] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.638068] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleting the datastore file [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.638437] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-212f9426-d251-4b50-a1a6-eb70f86f77a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.646269] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1276.646269] env[68946]: value = "task-2879711" [ 1276.646269] env[68946]: _type = "Task" [ 1276.646269] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.656841] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.722282] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5265336a-e863-e7dc-0b9f-4b1ec0d9c1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.722691] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.722952] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.723248] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef6c68c4-f63b-4ef5-90e5-5d1cf150aa88 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.731528] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1276.731528] env[68946]: value = "task-2879712" [ 1276.731528] env[68946]: _type = "Task" [ 1276.731528] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.740208] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.825147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.825474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.828211] env[68946]: INFO nova.compute.claims [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.158803] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138143} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.159103] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.159356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.159584] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.243776] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.742401] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.939451] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c8869-90fc-4df7-b418-d488c8291f0f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.947804] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b8120-42fa-4a77-8ddf-2a6d28313443 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.979163] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279804c4-b9b4-4f2a-8083-71b9484092f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.987482] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d6df39-1492-488d-8365-b9f8da4952bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.000807] env[68946]: DEBUG nova.compute.provider_tree [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.194966] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.195260] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.195419] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.195597] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.195741] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.195888] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.196104] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.196268] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.196435] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.196594] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.196763] env[68946]: DEBUG nova.virt.hardware [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.197643] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181917a-28b7-4cef-ac17-fd5e7bc324ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.206105] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac4d5e-41fa-4951-8823-0e4dc4aa4269 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.220916] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd605d928-9e74-4960-81c3-1acb6d68a514', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.228903] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.229188] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.229412] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb254cad-35c8-4b9c-b1d5-d12f82d17acf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.251683] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.501999} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.252845] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.253085] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.253304] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.253304] env[68946]: value = "task-2879714" [ 1278.253304] env[68946]: _type = "Task" [ 1278.253304] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.253478] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03201b2a-9e7a-403e-847c-4fa8efd0cdfb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.262590] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879714, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.263821] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1278.263821] env[68946]: value = "task-2879715" [ 1278.263821] env[68946]: _type = "Task" [ 1278.263821] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.273363] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.504261] env[68946]: DEBUG nova.scheduler.client.report [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.765547] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879714, 'name': CreateVM_Task, 'duration_secs': 0.372148} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.768391] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.769092] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.769287] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.769646] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.770255] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ae1053-ac27-4337-b09a-0b6597b36e78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.775290] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077482} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.776424] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.776759] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1278.776759] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b9affc-442e-453d-d38d-fde643057bb8" [ 1278.776759] env[68946]: _type = "Task" [ 1278.776759] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.777424] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c06aac-f241-444e-b017-b6de07b1d83e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.799609] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.802971] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2187ba8-e67f-49be-bc91-3caa2ddb8afd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.816837] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b9affc-442e-453d-d38d-fde643057bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.817138] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.817368] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.817601] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.817748] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.817924] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.818536] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28514dda-11a0-4f13-a158-935dfdffff57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.825469] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1278.825469] env[68946]: value = "task-2879716" [ 1278.825469] env[68946]: _type = "Task" [ 1278.825469] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.830199] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.830381] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.834105] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b490b8-9dd1-4bac-ab65-87d31baef142 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.836108] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.839098] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1278.839098] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5216b082-2b6b-d226-e2c8-2cbb6b934dd2" [ 1278.839098] env[68946]: _type = "Task" [ 1278.839098] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.846855] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5216b082-2b6b-d226-e2c8-2cbb6b934dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.009849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.010527] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.335529] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879716, 'name': ReconfigVM_Task, 'duration_secs': 0.259167} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.335760] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Reconfigured VM instance instance-0000007a to attach disk [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873/e9e43c84-6ef3-4adc-80d3-d0e20764a873.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.336402] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ace54a7-38f2-4321-abfd-540cd61ebe4c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.345822] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1279.345822] env[68946]: value = "task-2879718" [ 1279.345822] env[68946]: _type = "Task" [ 1279.345822] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.351902] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5216b082-2b6b-d226-e2c8-2cbb6b934dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.352966] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b6e73f-862d-4dfe-a233-f00cca97599e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.358019] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879718, 'name': Rename_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.362379] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1279.362379] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c51c1f-600f-5ed2-c7a1-f4675cf202c3" [ 1279.362379] env[68946]: _type = "Task" [ 1279.362379] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.370311] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c51c1f-600f-5ed2-c7a1-f4675cf202c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.516266] env[68946]: DEBUG nova.compute.utils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.517780] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.517954] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.561776] env[68946]: DEBUG nova.policy [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2743dece20f4827bf748c8e4b2e17d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3390a0bc1363499d9f3782c124bb6e19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.818087] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Successfully created port: aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.856490] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879718, 'name': Rename_Task, 'duration_secs': 0.131248} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.856770] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.857154] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e619ef3a-b936-4478-b706-a419562edb7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.868238] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1279.868238] env[68946]: value = "task-2879719" [ 1279.868238] env[68946]: _type = "Task" [ 1279.868238] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.879232] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c51c1f-600f-5ed2-c7a1-f4675cf202c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.880013] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.880385] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.880700] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e167987b-e160-40da-a8b3-181bfadfa914 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.886927] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.892749] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1279.892749] env[68946]: value = "task-2879720" [ 1279.892749] env[68946]: _type = "Task" [ 1279.892749] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.899972] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.021423] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.381561] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879719, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.403234] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879720, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.880599] env[68946]: DEBUG oslo_vmware.api [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879719, 'name': PowerOnVM_Task, 'duration_secs': 0.724392} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.880935] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.881158] env[68946]: DEBUG nova.compute.manager [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.881936] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f633e75-f6b0-49e2-bb7d-533d513dc281 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.903432] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529675} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.903432] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.903432] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.903432] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7268ec0c-e35e-45ed-baf2-8378b45edefc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.910971] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1280.910971] env[68946]: value = "task-2879721" [ 1280.910971] env[68946]: _type = "Task" [ 1280.910971] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.918616] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.031703] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.062369] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.062631] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.062778] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.062970] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.063132] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.063281] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.063552] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.063752] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.063927] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.064108] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.064286] env[68946]: DEBUG nova.virt.hardware [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.065229] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d27ab-bfc6-44c3-8c86-58b886f58fa6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.074621] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c948895a-d581-4058-9f83-a0594de7d98a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.203318] env[68946]: DEBUG nova.compute.manager [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1281.203318] env[68946]: DEBUG oslo_concurrency.lockutils [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.203531] env[68946]: DEBUG oslo_concurrency.lockutils [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.203691] env[68946]: DEBUG oslo_concurrency.lockutils [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.203853] env[68946]: DEBUG nova.compute.manager [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] No waiting events found dispatching network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.204019] env[68946]: WARNING nova.compute.manager [req-f3889f1b-affa-47ab-9018-ac33fbb5ab6e req-09091aea-044c-40f9-9182-3b6745f77538 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received unexpected event network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 for instance with vm_state building and task_state spawning. [ 1281.292959] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Successfully updated port: aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.398051] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.398051] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.398051] env[68946]: DEBUG nova.objects.instance [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1281.422054] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296072} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.422252] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.422950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c1a39-d746-41b6-964b-d00d813674d3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.449570] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.450199] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366c1139-5a4d-4160-96fa-81a9140a8653 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.472983] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1281.472983] env[68946]: value = "task-2879723" [ 1281.472983] env[68946]: _type = "Task" [ 1281.472983] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.483457] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.795740] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.796055] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.796356] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.984082] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.330135] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.401804] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.402074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.402287] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.402474] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.402644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.404759] env[68946]: INFO nova.compute.manager [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Terminating instance [ 1282.406659] env[68946]: DEBUG oslo_concurrency.lockutils [None req-907accb0-d13a-4ba4-8067-b7d00d259e17 tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.464409] env[68946]: DEBUG nova.network.neutron [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.485322] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.909944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "refresh_cache-e9e43c84-6ef3-4adc-80d3-d0e20764a873" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.909944] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquired lock "refresh_cache-e9e43c84-6ef3-4adc-80d3-d0e20764a873" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.909944] env[68946]: DEBUG nova.network.neutron [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.967571] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.967950] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance network_info: |[{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.968523] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:2a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea6d39a-6464-4f1e-9caa-fc1f6829c087', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.975866] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.976702] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.979841] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f4069e-b175-4be8-9370-cf84b981407b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.000729] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.002115] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.002115] env[68946]: value = "task-2879724" [ 1283.002115] env[68946]: _type = "Task" [ 1283.002115] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.010653] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879724, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.234656] env[68946]: DEBUG nova.compute.manager [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1283.234856] env[68946]: DEBUG nova.compute.manager [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing instance network info cache due to event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1283.235119] env[68946]: DEBUG oslo_concurrency.lockutils [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.235280] env[68946]: DEBUG oslo_concurrency.lockutils [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.235448] env[68946]: DEBUG nova.network.neutron [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.428025] env[68946]: DEBUG nova.network.neutron [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.474481] env[68946]: DEBUG nova.network.neutron [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.485170] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879723, 'name': ReconfigVM_Task, 'duration_secs': 1.69588} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.486050] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8/3237d6c7-9c5d-4475-941b-16ce614dfec8.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.486665] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10390216-35d2-4736-a8e9-898de6f46854 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.494446] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1283.494446] env[68946]: value = "task-2879726" [ 1283.494446] env[68946]: _type = "Task" [ 1283.494446] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.503384] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879726, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.512054] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879724, 'name': CreateVM_Task, 'duration_secs': 0.404934} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.512223] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.512890] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.513069] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.513400] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.513677] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a75118-8685-434c-b25c-8245a9b41f13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.518757] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1283.518757] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526eea7e-f674-947a-2023-faf05c3a6c8c" [ 1283.518757] env[68946]: _type = "Task" [ 1283.518757] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.529122] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526eea7e-f674-947a-2023-faf05c3a6c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.919199] env[68946]: DEBUG nova.network.neutron [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updated VIF entry in instance network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.919864] env[68946]: DEBUG nova.network.neutron [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.977297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Releasing lock "refresh_cache-e9e43c84-6ef3-4adc-80d3-d0e20764a873" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.977914] env[68946]: DEBUG nova.compute.manager [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.978258] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.979684] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bbcf90-5f6f-46ce-be08-1cb9ecea76f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.990436] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.990758] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a6fb72-c397-4f6a-b2b2-b2a449e718bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.001675] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1284.001675] env[68946]: value = "task-2879727" [ 1284.001675] env[68946]: _type = "Task" [ 1284.001675] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.013617] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879726, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.020286] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.030598] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526eea7e-f674-947a-2023-faf05c3a6c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015696} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.030873] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.031124] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.031366] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.031516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.031696] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.031939] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfeb6906-2fb2-4a84-bcaf-26f9b5793b6b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.041680] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.041864] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.042620] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f218af6-7063-43f7-9436-f67784bef1fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.047803] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1284.047803] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529ea140-9940-12b0-3a75-2616e1f5e891" [ 1284.047803] env[68946]: _type = "Task" [ 1284.047803] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.055922] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529ea140-9940-12b0-3a75-2616e1f5e891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.422800] env[68946]: DEBUG oslo_concurrency.lockutils [req-1817089a-c440-4398-bb31-ade8a827ba52 req-fb581ebe-b6f6-446e-aa38-a91f8b0f8b07 service nova] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.505328] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879726, 'name': Rename_Task, 'duration_secs': 0.965505} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.508285] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.508537] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17a0f574-c465-4073-bb81-8557a07dbdd3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.514933] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879727, 'name': PowerOffVM_Task, 'duration_secs': 0.437462} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.516096] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.516284] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.516569] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1284.516569] env[68946]: value = "task-2879728" [ 1284.516569] env[68946]: _type = "Task" [ 1284.516569] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.516750] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c21c70a6-7e80-4ec0-afea-3c52bddaab5d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.525651] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.558986] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529ea140-9940-12b0-3a75-2616e1f5e891, 'name': SearchDatastore_Task, 'duration_secs': 0.045425} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.560922] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.561147] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.561326] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Deleting the datastore file [datastore2] e9e43c84-6ef3-4adc-80d3-d0e20764a873 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.561565] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2960d8-e011-4f39-905d-255ec076c5b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.563852] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae2b6e1-2411-4641-ab7a-99ec5ea923fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.568657] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1284.568657] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea7768-8fed-2e70-02a4-785d88b62557" [ 1284.568657] env[68946]: _type = "Task" [ 1284.568657] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.572622] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for the task: (returnval){ [ 1284.572622] env[68946]: value = "task-2879730" [ 1284.572622] env[68946]: _type = "Task" [ 1284.572622] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.578853] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea7768-8fed-2e70-02a4-785d88b62557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.583544] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.028809] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.080314] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea7768-8fed-2e70-02a4-785d88b62557, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.081008] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.081312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.081565] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f828ab-27c2-40b1-886c-62ec81e7fa8f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.086094] env[68946]: DEBUG oslo_vmware.api [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Task: {'id': task-2879730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095965} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.086632] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.086815] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.087024] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.087200] env[68946]: INFO nova.compute.manager [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1285.087455] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.087609] env[68946]: DEBUG nova.compute.manager [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.087699] env[68946]: DEBUG nova.network.neutron [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.092689] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1285.092689] env[68946]: value = "task-2879731" [ 1285.092689] env[68946]: _type = "Task" [ 1285.092689] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.100504] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.103299] env[68946]: DEBUG nova.network.neutron [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.529782] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.603046] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.605490] env[68946]: DEBUG nova.network.neutron [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.031203] env[68946]: DEBUG oslo_vmware.api [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879728, 'name': PowerOnVM_Task, 'duration_secs': 1.498062} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.031466] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.031909] env[68946]: DEBUG nova.compute.manager [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.032463] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad2d9e-2e30-437a-917e-4b33bf106fed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.103051] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758642} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.103051] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore1] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.103285] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.103468] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4834ef53-845d-4d45-aa5f-79376d8f5343 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.107527] env[68946]: INFO nova.compute.manager [-] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Took 1.02 seconds to deallocate network for instance. [ 1286.113345] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1286.113345] env[68946]: value = "task-2879733" [ 1286.113345] env[68946]: _type = "Task" [ 1286.113345] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.124755] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.548466] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.548466] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.548758] env[68946]: DEBUG nova.objects.instance [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68946) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1286.615110] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.623892] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071235} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.624091] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.624824] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435bbc65-3554-42c8-aee6-0ef0e3425cda {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.646571] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.647130] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd2bed6f-84d4-407f-b44a-6660b06a7426 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.668102] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1286.668102] env[68946]: value = "task-2879734" [ 1286.668102] env[68946]: _type = "Task" [ 1286.668102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.677791] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.179211] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.557796] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e302a6a1-bcd7-464f-9583-01ca3f2705d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.559101] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.944s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.559797] env[68946]: DEBUG nova.objects.instance [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lazy-loading 'resources' on Instance uuid e9e43c84-6ef3-4adc-80d3-d0e20764a873 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.679445] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879734, 'name': ReconfigVM_Task, 'duration_secs': 0.981114} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.679745] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.680423] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95c1ab2-62e1-4fc1-b65e-21737a625b73 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.688147] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1287.688147] env[68946]: value = "task-2879736" [ 1287.688147] env[68946]: _type = "Task" [ 1287.688147] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.696288] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879736, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.148903] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427781ac-4d40-4934-9b9f-8253f2328570 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.156550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af16de47-594a-42bc-b7dd-99160c15c69c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.187639] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dfd330-8166-45b4-a466-a47819b0e004 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.197944] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879736, 'name': Rename_Task, 'duration_secs': 0.144034} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.199995] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.200272] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d678a6-4371-47ba-bfd6-0df4a02f7d24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.202527] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e3d552-9579-497b-b90d-ddcef10fa447 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.215447] env[68946]: DEBUG nova.compute.provider_tree [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.218056] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1288.218056] env[68946]: value = "task-2879737" [ 1288.218056] env[68946]: _type = "Task" [ 1288.218056] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.225014] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.719488] env[68946]: DEBUG nova.scheduler.client.report [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.732862] env[68946]: DEBUG oslo_vmware.api [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879737, 'name': PowerOnVM_Task, 'duration_secs': 0.46447} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.733134] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.733334] env[68946]: INFO nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1288.733508] env[68946]: DEBUG nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.734338] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f51ba1b-2a0e-4f62-991b-d99968841651 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.228096] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.250020] env[68946]: INFO nova.scheduler.client.report [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Deleted allocations for instance e9e43c84-6ef3-4adc-80d3-d0e20764a873 [ 1289.254215] env[68946]: INFO nova.compute.manager [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Took 12.45 seconds to build instance. [ 1289.757964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9e86bd9a-9588-46cb-be8d-1fe2409fa9bc tempest-ServersListShow2100Test-1197952916 tempest-ServersListShow2100Test-1197952916-project-member] Lock "e9e43c84-6ef3-4adc-80d3-d0e20764a873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.356s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.758959] env[68946]: DEBUG oslo_concurrency.lockutils [None req-00b74ebb-5c22-47a6-b176-f2eab962a3fc tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.960s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.967239] env[68946]: DEBUG nova.compute.manager [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.967509] env[68946]: DEBUG nova.compute.manager [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing instance network info cache due to event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1289.967808] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.968759] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.969078] env[68946]: DEBUG nova.network.neutron [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.685045] env[68946]: DEBUG nova.network.neutron [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updated VIF entry in instance network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.685376] env[68946]: DEBUG nova.network.neutron [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.187950] env[68946]: DEBUG oslo_concurrency.lockutils [req-1c9e3b5e-9379-468f-aeaa-417154a9e3a7 req-5f2d1bb6-1815-49c0-9519-7b6fc7cbec7c service nova] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.302970] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.303300] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.426906] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.427154] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.427345] env[68946]: INFO nova.compute.manager [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Shelving [ 1291.805596] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.327357] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.327633] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.329292] env[68946]: INFO nova.compute.claims [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.437610] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.437904] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca0954c-767a-4683-8430-652ef1f4a756 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.446366] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1292.446366] env[68946]: value = "task-2879738" [ 1292.446366] env[68946]: _type = "Task" [ 1292.446366] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.456385] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.956893] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879738, 'name': PowerOffVM_Task, 'duration_secs': 0.232435} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.957254] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.957968] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306d286-961a-4d38-b4fb-82dccb0d5acb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.976660] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b2d268-5b30-4c22-af1f-78ce8d64a8b0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.428763] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea534bcd-acfc-4cc6-a58a-cfa905ef0322 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.437155] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05792d4f-d356-44f9-9ee0-163ae6e4e95d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.466671] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b884f-ed95-47ce-bacc-42c1e8d5e0ef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.474725] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48c59c9-5093-4218-aa70-33c3f4a9a69f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.490384] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1293.490927] env[68946]: DEBUG nova.compute.provider_tree [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.492360] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1ed234b-e620-4baf-9b4d-de29e8848724 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.500316] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1293.500316] env[68946]: value = "task-2879739" [ 1293.500316] env[68946]: _type = "Task" [ 1293.500316] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.510668] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.995712] env[68946]: DEBUG nova.scheduler.client.report [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.011590] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879739, 'name': CreateSnapshot_Task, 'duration_secs': 0.458103} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.012537] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1294.013343] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ddc051-404b-42c1-abc6-0c3c6f1d1217 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.501083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.501448] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.532721] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1294.533062] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f4a7a00-b74e-45f0-a27d-222deef43fb7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.549531] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1294.549531] env[68946]: value = "task-2879740" [ 1294.549531] env[68946]: _type = "Task" [ 1294.549531] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.558380] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879740, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.006303] env[68946]: DEBUG nova.compute.utils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.007818] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.007997] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.059038] env[68946]: DEBUG nova.policy [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aaad262184cb41aab73e5ae80fd636ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1358f263de343e791038da547a5e8b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.063604] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879740, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.348021] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Successfully created port: 0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.512065] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.561251] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879740, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.017205] env[68946]: INFO nova.virt.block_device [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Booting with volume c766aac0-0eef-495c-b929-1635eebb213d at /dev/sda [ 1296.055589] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c92a061-deab-43c8-9756-1cc50834eee9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.063454] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879740, 'name': CloneVM_Task, 'duration_secs': 1.25776} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.064597] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Created linked-clone VM from snapshot [ 1296.065398] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034a3c39-826b-4aa2-b79e-873cf8ed22da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.070247] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19f0ecc-c6df-47f0-ad9e-d608be56d26f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.088691] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Uploading image 8be12e42-892d-4882-9d42-e03d0f892a53 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1296.102569] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bf1251c-1548-4d1d-ada0-83513c8966e9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.113831] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d086ab4-c081-4d8c-8917-026750b80129 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.125908] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1296.125908] env[68946]: value = "vm-578672" [ 1296.125908] env[68946]: _type = "VirtualMachine" [ 1296.125908] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1296.126187] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c19917c2-b0f6-4bd8-bd29-6a57d94588b1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.134063] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease: (returnval){ [ 1296.134063] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292e062-083f-24e4-38af-1b07879228bc" [ 1296.134063] env[68946]: _type = "HttpNfcLease" [ 1296.134063] env[68946]: } obtained for exporting VM: (result){ [ 1296.134063] env[68946]: value = "vm-578672" [ 1296.134063] env[68946]: _type = "VirtualMachine" [ 1296.134063] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1296.134344] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the lease: (returnval){ [ 1296.134344] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292e062-083f-24e4-38af-1b07879228bc" [ 1296.134344] env[68946]: _type = "HttpNfcLease" [ 1296.134344] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1296.140520] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.140520] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292e062-083f-24e4-38af-1b07879228bc" [ 1296.140520] env[68946]: _type = "HttpNfcLease" [ 1296.140520] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1296.149186] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d41db9-7604-41fe-a22e-62f8ab4a6261 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.155210] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe710c2-f09b-46c7-94a0-f450b9def35b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.168338] env[68946]: DEBUG nova.virt.block_device [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating existing volume attachment record: 10379f45-e826-4fa2-b8df-377a0fafa363 {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1296.642541] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.642541] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292e062-083f-24e4-38af-1b07879228bc" [ 1296.642541] env[68946]: _type = "HttpNfcLease" [ 1296.642541] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1296.643060] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1296.643060] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5292e062-083f-24e4-38af-1b07879228bc" [ 1296.643060] env[68946]: _type = "HttpNfcLease" [ 1296.643060] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1296.643627] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98f003d-6e17-4a9c-9abf-b012b7132d57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.651714] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1296.651895] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1296.722871] env[68946]: DEBUG nova.compute.manager [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Received event network-vif-plugged-0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.723102] env[68946]: DEBUG oslo_concurrency.lockutils [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.723334] env[68946]: DEBUG oslo_concurrency.lockutils [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.723499] env[68946]: DEBUG oslo_concurrency.lockutils [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.723632] env[68946]: DEBUG nova.compute.manager [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] No waiting events found dispatching network-vif-plugged-0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.723930] env[68946]: WARNING nova.compute.manager [req-82429f1c-bd51-4e05-9343-b90cef2428ed req-094b5440-f703-4244-9eb0-4fa4f609ba3a service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Received unexpected event network-vif-plugged-0bafb435-a4f7-4d3c-bb28-60cad4e34348 for instance with vm_state building and task_state block_device_mapping. [ 1296.745019] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-060beb26-789e-4ffc-afe4-76f0d96efa25 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.806021] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Successfully updated port: 0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.305849] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.306258] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.306419] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.842891] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.975237] env[68946]: DEBUG nova.network.neutron [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.253846] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.254498] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.254733] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.254980] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.255307] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.255490] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.255642] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.255880] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.256045] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.256216] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.256372] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.256548] env[68946]: DEBUG nova.virt.hardware [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.257491] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed32ca3-5b9d-459d-bc68-fcf55e16c676 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.266855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63e48fb-126f-4b97-bb58-49b199876bd8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.479131] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.479131] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Instance network_info: |[{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.479640] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:83:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bafb435-a4f7-4d3c-bb28-60cad4e34348', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.487094] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.487340] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.487690] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-178c4ef4-0e15-4e97-ab68-bd4020644397 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.510317] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.510317] env[68946]: value = "task-2879742" [ 1298.510317] env[68946]: _type = "Task" [ 1298.510317] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.518378] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879742, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.757634] env[68946]: DEBUG nova.compute.manager [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Received event network-changed-0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.757960] env[68946]: DEBUG nova.compute.manager [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Refreshing instance network info cache due to event network-changed-0bafb435-a4f7-4d3c-bb28-60cad4e34348. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1298.758297] env[68946]: DEBUG oslo_concurrency.lockutils [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.758558] env[68946]: DEBUG oslo_concurrency.lockutils [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.758839] env[68946]: DEBUG nova.network.neutron [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Refreshing network info cache for port 0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.021078] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879742, 'name': CreateVM_Task, 'duration_secs': 0.403218} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.021539] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.022256] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '10379f45-e826-4fa2-b8df-377a0fafa363', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578669', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'name': 'volume-c766aac0-0eef-495c-b929-1635eebb213d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'serial': 'c766aac0-0eef-495c-b929-1635eebb213d'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68946) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1299.022473] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Root volume attach. Driver type: vmdk {{(pid=68946) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1299.023277] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54feb63a-748f-468a-b259-e11dc8e0160f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.031413] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4859bc-67f6-4b04-9c11-99cfaae4fefa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.037906] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d4f34-7f16-42c6-9e3a-480d0b503400 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.043992] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3eb692ba-14a8-4071-80a6-abeb33b760c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.051872] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1299.051872] env[68946]: value = "task-2879743" [ 1299.051872] env[68946]: _type = "Task" [ 1299.051872] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.060490] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879743, 'name': RelocateVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.477070] env[68946]: DEBUG nova.network.neutron [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updated VIF entry in instance network info cache for port 0bafb435-a4f7-4d3c-bb28-60cad4e34348. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.477466] env[68946]: DEBUG nova.network.neutron [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.564369] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879743, 'name': RelocateVM_Task, 'duration_secs': 0.389934} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.564744] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.564794] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578669', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'name': 'volume-c766aac0-0eef-495c-b929-1635eebb213d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'serial': 'c766aac0-0eef-495c-b929-1635eebb213d'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.565566] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc3b92a-af0f-49a0-91ef-265ed5f1b3d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.581628] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6efa83-0573-4c1e-83bc-2216272e6d59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.604129] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-c766aac0-0eef-495c-b929-1635eebb213d/volume-c766aac0-0eef-495c-b929-1635eebb213d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.604431] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76af4cc-6812-4ee7-955a-6c46604665c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.625198] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1299.625198] env[68946]: value = "task-2879744" [ 1299.625198] env[68946]: _type = "Task" [ 1299.625198] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.633752] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.980773] env[68946]: DEBUG oslo_concurrency.lockutils [req-6cae56d4-83f9-4489-8a99-d48ba45ed1b1 req-541bb8d3-0520-48de-b3a8-4b666566ac3e service nova] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.135583] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.636708] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879744, 'name': ReconfigVM_Task, 'duration_secs': 0.532294} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.637174] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-c766aac0-0eef-495c-b929-1635eebb213d/volume-c766aac0-0eef-495c-b929-1635eebb213d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.641720] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65c91bf-04af-4421-8953-5e599d2d7191 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.657452] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1300.657452] env[68946]: value = "task-2879745" [ 1300.657452] env[68946]: _type = "Task" [ 1300.657452] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.666299] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.168879] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879745, 'name': ReconfigVM_Task, 'duration_secs': 0.193139} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.169295] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578669', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'name': 'volume-c766aac0-0eef-495c-b929-1635eebb213d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'serial': 'c766aac0-0eef-495c-b929-1635eebb213d'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1301.169850] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ccc611e-777e-4d2b-bf4a-09f3cc0fc4e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.177830] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1301.177830] env[68946]: value = "task-2879746" [ 1301.177830] env[68946]: _type = "Task" [ 1301.177830] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.186942] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879746, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.689094] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879746, 'name': Rename_Task, 'duration_secs': 0.170215} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.689540] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.689722] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0278a43-7ec7-4108-8fe2-c453ab055c84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.698225] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1301.698225] env[68946]: value = "task-2879747" [ 1301.698225] env[68946]: _type = "Task" [ 1301.698225] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.706656] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.209238] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.714921] env[68946]: DEBUG oslo_vmware.api [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879747, 'name': PowerOnVM_Task, 'duration_secs': 0.672697} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.715315] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.715514] env[68946]: INFO nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Took 4.46 seconds to spawn the instance on the hypervisor. [ 1302.715631] env[68946]: DEBUG nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.716472] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b286b0-7616-4213-9d22-bba3585aef51 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.235605] env[68946]: INFO nova.compute.manager [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Took 10.92 seconds to build instance. [ 1303.737660] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ed9668f4-b9dc-4489-b1d7-22b734bc1280 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.434s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.360653] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1304.361978] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2ec44-727a-4266-9872-3bb73529e5b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.369342] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1304.369517] env[68946]: ERROR oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk due to incomplete transfer. [ 1304.369773] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59da8616-e634-4cfb-9f46-e9ebe15c1e12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.377922] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cb98a-8fde-8ca9-7660-23119133a5aa/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1304.378131] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Uploaded image 8be12e42-892d-4882-9d42-e03d0f892a53 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1304.380508] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1304.380757] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2a4e4d4-e03b-4651-80cd-4a039e7e818b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.387686] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1304.387686] env[68946]: value = "task-2879748" [ 1304.387686] env[68946]: _type = "Task" [ 1304.387686] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.395896] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879748, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.850619] env[68946]: DEBUG nova.compute.manager [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.850939] env[68946]: DEBUG nova.compute.manager [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing instance network info cache due to event network-changed-a1cff972-dd0e-4ebd-b473-d74276f3ed18. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1304.851039] env[68946]: DEBUG oslo_concurrency.lockutils [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] Acquiring lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.851188] env[68946]: DEBUG oslo_concurrency.lockutils [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] Acquired lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.851348] env[68946]: DEBUG nova.network.neutron [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Refreshing network info cache for port a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.898958] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879748, 'name': Destroy_Task, 'duration_secs': 0.387805} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.898958] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Destroyed the VM [ 1304.898958] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1304.898958] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a352396b-9b79-44fb-863b-5a2321d3000a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.905704] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1304.905704] env[68946]: value = "task-2879749" [ 1304.905704] env[68946]: _type = "Task" [ 1304.905704] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.914492] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879749, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.416718] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879749, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376443} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.416975] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1305.417271] env[68946]: DEBUG nova.compute.manager [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.418041] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a52add-3530-46b1-9317-024071c15fc3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.559803] env[68946]: DEBUG nova.network.neutron [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updated VIF entry in instance network info cache for port a1cff972-dd0e-4ebd-b473-d74276f3ed18. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.560198] env[68946]: DEBUG nova.network.neutron [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [{"id": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "address": "fa:16:3e:e8:47:de", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1cff972-dd", "ovs_interfaceid": "a1cff972-dd0e-4ebd-b473-d74276f3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.931816] env[68946]: INFO nova.compute.manager [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Shelve offloading [ 1306.062598] env[68946]: DEBUG oslo_concurrency.lockutils [req-f41dde59-6129-4477-8e02-a09082cbedc2 req-32198efc-59fc-462c-bc93-326d4fc4aac3 service nova] Releasing lock "refresh_cache-029bab56-5104-4cfd-859e-8281b56ddd0b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.251813] env[68946]: DEBUG nova.compute.manager [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1306.435946] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.437751] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f9925c7-a8c1-40a5-917f-d8862ec72376 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.449090] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1306.449090] env[68946]: value = "task-2879750" [ 1306.449090] env[68946]: _type = "Task" [ 1306.449090] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.456979] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.770500] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.770782] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.873665] env[68946]: DEBUG nova.compute.manager [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Received event network-changed-0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1306.873870] env[68946]: DEBUG nova.compute.manager [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Refreshing instance network info cache due to event network-changed-0bafb435-a4f7-4d3c-bb28-60cad4e34348. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1306.874074] env[68946]: DEBUG oslo_concurrency.lockutils [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.874217] env[68946]: DEBUG oslo_concurrency.lockutils [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.874416] env[68946]: DEBUG nova.network.neutron [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Refreshing network info cache for port 0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.959192] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1306.959516] env[68946]: DEBUG nova.compute.manager [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.960145] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47848506-d77a-481e-acd2-c8cab0665810 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.965908] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.966090] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.966260] env[68946]: DEBUG nova.network.neutron [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.275969] env[68946]: INFO nova.compute.claims [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.569361] env[68946]: DEBUG nova.network.neutron [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updated VIF entry in instance network info cache for port 0bafb435-a4f7-4d3c-bb28-60cad4e34348. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.569761] env[68946]: DEBUG nova.network.neutron [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.681611] env[68946]: DEBUG nova.network.neutron [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.783010] env[68946]: INFO nova.compute.resource_tracker [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating resource usage from migration d68bd7ee-6586-4de9-be43-79b2b5ee3a14 [ 1307.873980] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b5aa0-0f59-4385-bb72-7a03b1a385fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.882318] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd15660-1249-458a-b626-9bff359c3bb6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.913891] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b90f22-2d22-41b7-a4fd-a9cd76261569 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.921341] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860e3d0-daa1-4ef2-b7da-a501dd6be4a1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.934797] env[68946]: DEBUG nova.compute.provider_tree [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.073086] env[68946]: DEBUG oslo_concurrency.lockutils [req-15e5a551-4d0b-48c8-a47e-fdffa9223f61 req-ad00bc41-dd6a-4627-9c62-7595a235f2cf service nova] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.184109] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.438050] env[68946]: DEBUG nova.scheduler.client.report [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.497289] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.498149] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c94ea8-b665-4d9c-b010-5dc13fb50080 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.506438] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.506696] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf15173d-a2aa-406e-b58b-fd587ab43b0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.571690] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.572044] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.572282] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore1] f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.572603] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0863b6f-0a48-462b-aba1-3524e21c57e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.581411] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1308.581411] env[68946]: value = "task-2879752" [ 1308.581411] env[68946]: _type = "Task" [ 1308.581411] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.589777] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.898224] env[68946]: DEBUG nova.compute.manager [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-vif-unplugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.898439] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.898651] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.898852] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.899043] env[68946]: DEBUG nova.compute.manager [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] No waiting events found dispatching network-vif-unplugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.899218] env[68946]: WARNING nova.compute.manager [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received unexpected event network-vif-unplugged-6f236aec-5a0e-409a-b522-2437b2b40f6f for instance with vm_state shelved and task_state shelving_offloading. [ 1308.899377] env[68946]: DEBUG nova.compute.manager [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.899556] env[68946]: DEBUG nova.compute.manager [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing instance network info cache due to event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1308.899748] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.899893] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.900062] env[68946]: DEBUG nova.network.neutron [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.942785] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.942984] env[68946]: INFO nova.compute.manager [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Migrating [ 1309.092462] env[68946]: DEBUG oslo_vmware.api [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127715} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.092846] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.092942] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.093204] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.112449] env[68946]: INFO nova.scheduler.client.report [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted allocations for instance f35943f4-5cee-4bf6-ae15-2186637a8cba [ 1309.456873] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.457109] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.457294] env[68946]: DEBUG nova.network.neutron [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.616904] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.617197] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.617418] env[68946]: DEBUG nova.objects.instance [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'resources' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.641023] env[68946]: DEBUG nova.network.neutron [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updated VIF entry in instance network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.641153] env[68946]: DEBUG nova.network.neutron [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6f236aec-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.120475] env[68946]: DEBUG nova.objects.instance [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'numa_topology' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.143254] env[68946]: DEBUG oslo_concurrency.lockutils [req-e903c161-f8bd-48fd-b6b7-5973971e251a req-278743b1-178c-4162-b586-8e9fa3e5a165 service nova] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.169566] env[68946]: DEBUG nova.network.neutron [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.623265] env[68946]: DEBUG nova.objects.base [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.671858] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.723357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3f751-9219-46ec-ae30-000ac9ad5072 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.731361] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d8c4a-250d-406f-93f1-e4d6eaeb789b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.760881] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9a02b-c53f-4330-8576-53ac09061fd3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.767687] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d123177-6179-493f-8808-2cfa1f687943 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.780261] env[68946]: DEBUG nova.compute.provider_tree [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.284111] env[68946]: DEBUG nova.scheduler.client.report [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.357939] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.788062] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.186339] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34afae5-468e-4861-8a0c-7a626840df6d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.205128] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.295710] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c1e782ef-ace5-40b5-a8b1-538474241ad5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.868s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.296433] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.939s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.296622] env[68946]: INFO nova.compute.manager [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Unshelving [ 1312.711452] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.711783] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3695aeb3-3aa3-483f-8ffb-1527d61ddde8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.720070] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1312.720070] env[68946]: value = "task-2879753" [ 1312.720070] env[68946]: _type = "Task" [ 1312.720070] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.728859] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.231053] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879753, 'name': PowerOffVM_Task, 'duration_secs': 0.206399} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.231053] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.231053] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.305164] env[68946]: DEBUG nova.compute.utils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.737223] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.737511] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.737634] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.737813] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.737958] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.738117] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.738324] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.738481] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.738646] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.738832] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.739031] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.744074] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cae709-f0d0-4562-9b4c-441a872e0c70 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.760145] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1313.760145] env[68946]: value = "task-2879754" [ 1313.760145] env[68946]: _type = "Task" [ 1313.760145] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.769937] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.808248] env[68946]: INFO nova.virt.block_device [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Booting with volume cdad73b9-307a-4257-acba-3a9f3a6b8412 at /dev/sdb [ 1313.843988] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21b78cc4-6e07-4f1e-b790-4edacc268d84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.854782] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4129ab-01d9-4382-b6c1-59ceb35c0ce8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.884257] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58b0d9a-ec43-4b99-87e2-2a2675ddcab2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.893170] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab38faa6-ef80-411a-a9d3-da91883fbb43 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.923397] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b7872-7527-4a7a-824f-30d097831b07 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.931073] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f61b3-422b-4725-84f5-2718db11df1c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.945358] env[68946]: DEBUG nova.virt.block_device [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating existing volume attachment record: 2c410683-e488-4b9f-9732-d8a7b63ca84f {{(pid=68946) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1314.270748] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879754, 'name': ReconfigVM_Task, 'duration_secs': 0.209401} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.271023] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.777842] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.778217] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.778262] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.778445] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.778591] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.778782] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.779025] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.779191] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.779358] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.779521] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.779693] env[68946]: DEBUG nova.virt.hardware [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.784978] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1314.785272] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241d3743-6e59-4386-892a-f1c0ad6134f0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.804319] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1314.804319] env[68946]: value = "task-2879758" [ 1314.804319] env[68946]: _type = "Task" [ 1314.804319] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.812396] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.316534] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879758, 'name': ReconfigVM_Task, 'duration_secs': 0.154738} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.316778] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1315.317520] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a485b-a056-465f-a11e-d3c717bc3afa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.339433] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-c766aac0-0eef-495c-b929-1635eebb213d/volume-c766aac0-0eef-495c-b929-1635eebb213d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.340024] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96452bb-d67c-4d6f-b808-fb4ef79c040e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.359301] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1315.359301] env[68946]: value = "task-2879759" [ 1315.359301] env[68946]: _type = "Task" [ 1315.359301] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.367439] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.870253] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879759, 'name': ReconfigVM_Task, 'duration_secs': 0.244859} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.870644] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-c766aac0-0eef-495c-b929-1635eebb213d/volume-c766aac0-0eef-495c-b929-1635eebb213d.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.871052] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.378014] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d273908-6f59-4891-a711-a54d85f51a35 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.397225] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7291e5e-ce15-4bec-8808-2a757fd1fd9c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.414209] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.042441] env[68946]: DEBUG nova.network.neutron [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Port 0bafb435-a4f7-4d3c-bb28-60cad4e34348 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1319.065208] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.065540] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.065587] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.544149] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.544450] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.544663] env[68946]: DEBUG nova.objects.instance [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'pci_requests' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.048629] env[68946]: DEBUG nova.objects.instance [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'numa_topology' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.097810] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.098083] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.098188] env[68946]: DEBUG nova.network.neutron [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.551738] env[68946]: INFO nova.compute.claims [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.811700] env[68946]: DEBUG nova.network.neutron [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.314851] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.647767] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e983df07-58d3-4709-aca2-40a95cca0089 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.654937] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39c515-560e-4f5a-af6a-95e6cb78db3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.684948] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9886eff7-e1a3-4dbc-8e40-e22b4443a35d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.691684] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458488b7-aec8-4f55-ab8a-b1176bdc1b79 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.704383] env[68946]: DEBUG nova.compute.provider_tree [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.824276] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce865c71-2805-4544-9f30-463acb007357 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.831362] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99a369-38b9-4fd0-a15c-d902796bc8d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.061231] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.207892] env[68946]: DEBUG nova.scheduler.client.report [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.713092] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.739477] env[68946]: INFO nova.network.neutron [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating port 6f236aec-5a0e-409a-b522-2437b2b40f6f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1322.922650] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133b3eb-badc-4ce5-b7ea-82e9ef87e6c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.944282] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e7a82-ec9d-41f3-aed9-a1fd6502654a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.951432] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.047578] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.047948] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.048276] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.048528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.048762] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.050970] env[68946]: INFO nova.compute.manager [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Terminating instance [ 1323.061029] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.457896] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.458236] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd76cb11-2eda-461d-940d-1965f37f41a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.465507] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1323.465507] env[68946]: value = "task-2879761" [ 1323.465507] env[68946]: _type = "Task" [ 1323.465507] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.472963] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.555064] env[68946]: DEBUG nova.compute.manager [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.555195] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.556084] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c09456-d3ab-4acb-bc45-d50f5baf4788 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.563351] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.563575] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-803cbf60-bada-49a3-be11-1eeab65b8b4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.570524] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1323.570524] env[68946]: value = "task-2879762" [ 1323.570524] env[68946]: _type = "Task" [ 1323.570524] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.578781] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.975703] env[68946]: DEBUG oslo_vmware.api [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879761, 'name': PowerOnVM_Task, 'duration_secs': 0.362209} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.976041] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.976152] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f5af85ca-899c-403a-83a8-2e6cccfdbe2a tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.060800] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.060980] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.080078] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879762, 'name': PowerOffVM_Task, 'duration_secs': 0.158016} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.080343] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.080509] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.080741] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-298e0193-ca12-40b2-8736-d44ee1d6f250 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.129312] env[68946]: DEBUG nova.compute.manager [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.129459] env[68946]: DEBUG oslo_concurrency.lockutils [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.129670] env[68946]: DEBUG oslo_concurrency.lockutils [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.129821] env[68946]: DEBUG oslo_concurrency.lockutils [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.129992] env[68946]: DEBUG nova.compute.manager [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] No waiting events found dispatching network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.130181] env[68946]: WARNING nova.compute.manager [req-821916c9-a31c-4aad-b68e-75a2dc24aac5 req-ea8e3479-038f-454a-a732-bce933e1ac45 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received unexpected event network-vif-plugged-6f236aec-5a0e-409a-b522-2437b2b40f6f for instance with vm_state shelved_offloaded and task_state spawning. [ 1324.146921] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.147176] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.147358] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleting the datastore file [datastore2] 3237d6c7-9c5d-4475-941b-16ce614dfec8 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.147613] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d07c50-a7c9-43e9-aa2d-16ab78ceedfb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.154549] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1324.154549] env[68946]: value = "task-2879764" [ 1324.154549] env[68946]: _type = "Task" [ 1324.154549] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.162424] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.211616] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.211734] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.211817] env[68946]: DEBUG nova.network.neutron [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.664172] env[68946]: DEBUG oslo_vmware.api [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140541} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.664424] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.664603] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.664776] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.664947] env[68946]: INFO nova.compute.manager [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1324.665198] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.665381] env[68946]: DEBUG nova.compute.manager [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.665475] env[68946]: DEBUG nova.network.neutron [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.908803] env[68946]: DEBUG nova.network.neutron [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.056398] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.056818] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.412235] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.440717] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c413b9b953fb225a63c2baea7f921301',container_format='bare',created_at=2025-03-10T09:11:39Z,direct_url=,disk_format='vmdk',id=8be12e42-892d-4882-9d42-e03d0f892a53,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1821053706-shelved',owner='fff71ef91c6e4e6d8a9ab38ef1a445cc',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-10T09:11:53Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.441290] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.441507] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.441819] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.442105] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.442272] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.442487] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.442746] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.443009] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.443505] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.443753] env[68946]: DEBUG nova.virt.hardware [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.444649] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6718937-072a-49e3-ab5a-acaab5362a1f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.452852] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d038b2e5-5e11-40f9-af85-e67382468281 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.465914] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f7:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f236aec-5a0e-409a-b522-2437b2b40f6f', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.473306] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.473504] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.473704] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-610d50b5-9b51-4f8e-9990-6e7e61b318c7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.491754] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.491754] env[68946]: value = "task-2879765" [ 1325.491754] env[68946]: _type = "Task" [ 1325.491754] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.498834] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879765, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.562307] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.562525] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.634068] env[68946]: DEBUG nova.network.neutron [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.003029] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879765, 'name': CreateVM_Task, 'duration_secs': 0.289108} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.003029] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.003707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.003869] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.004265] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.004523] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef6b23f-a770-4d36-b622-e1770393b109 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.009207] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1326.009207] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523406a2-78e5-962d-c759-bc286f1e894f" [ 1326.009207] env[68946]: _type = "Task" [ 1326.009207] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.016504] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523406a2-78e5-962d-c759-bc286f1e894f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.065302] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.065672] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.065798] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.066037] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1326.067123] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cd1ded-70ce-4d13-a659-8cc5f9198263 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.075677] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17b6ca-b39a-4799-ae30-f0358c4ba3de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.091302] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29be3e8-7571-4ac0-9cf3-cb5ab7304a9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.098101] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c319ca7-fc1d-4b81-9015-d00cb59b50ec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.127081] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179832MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1326.127300] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.127463] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.136909] env[68946]: INFO nova.compute.manager [-] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Took 1.47 seconds to deallocate network for instance. [ 1326.159412] env[68946]: DEBUG nova.compute.manager [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1326.159412] env[68946]: DEBUG nova.compute.manager [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing instance network info cache due to event network-changed-6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1326.159611] env[68946]: DEBUG oslo_concurrency.lockutils [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] Acquiring lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.159763] env[68946]: DEBUG oslo_concurrency.lockutils [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] Acquired lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.159919] env[68946]: DEBUG nova.network.neutron [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Refreshing network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.519951] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.520269] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Processing image 8be12e42-892d-4882-9d42-e03d0f892a53 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.520511] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.520660] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.520838] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.521100] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5367e50c-24db-432e-87d9-3c9b399a4ab9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.529529] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.529694] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.530433] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcedc32-196b-4761-a27f-760b00a6794b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.535634] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1326.535634] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527bda1b-4b5c-264d-ad83-072a99844735" [ 1326.535634] env[68946]: _type = "Task" [ 1326.535634] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.542820] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]527bda1b-4b5c-264d-ad83-072a99844735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.649065] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.793261] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.793492] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.793773] env[68946]: DEBUG nova.compute.manager [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Going to confirm migration 8 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1326.894375] env[68946]: DEBUG nova.network.neutron [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updated VIF entry in instance network info cache for port 6f236aec-5a0e-409a-b522-2437b2b40f6f. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.894736] env[68946]: DEBUG nova.network.neutron [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [{"id": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "address": "fa:16:3e:03:f7:b9", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f236aec-5a", "ovs_interfaceid": "6f236aec-5a0e-409a-b522-2437b2b40f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.046086] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1327.046356] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Fetch image to [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82/OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1327.046542] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Downloading stream optimized image 8be12e42-892d-4882-9d42-e03d0f892a53 to [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82/OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82.vmdk on the data store datastore2 as vApp {{(pid=68946) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1327.046709] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Downloading image file data 8be12e42-892d-4882-9d42-e03d0f892a53 to the ESX as VM named 'OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82' {{(pid=68946) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1327.116629] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1327.116629] env[68946]: value = "resgroup-9" [ 1327.116629] env[68946]: _type = "ResourcePool" [ 1327.116629] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1327.117030] env[68946]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-15aae477-bedc-45bb-bdd9-de5e38d2c062 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.136555] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Applying migration context for instance 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a as it has an incoming, in-progress migration d68bd7ee-6586-4de9-be43-79b2b5ee3a14. Migration status is confirming {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1327.137648] env[68946]: INFO nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating resource usage from migration d68bd7ee-6586-4de9-be43-79b2b5ee3a14 [ 1327.141075] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease: (returnval){ [ 1327.141075] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d60f6-2238-c12a-dabe-248397882d88" [ 1327.141075] env[68946]: _type = "HttpNfcLease" [ 1327.141075] env[68946]: } obtained for vApp import into resource pool (val){ [ 1327.141075] env[68946]: value = "resgroup-9" [ 1327.141075] env[68946]: _type = "ResourcePool" [ 1327.141075] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1327.141352] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the lease: (returnval){ [ 1327.141352] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d60f6-2238-c12a-dabe-248397882d88" [ 1327.141352] env[68946]: _type = "HttpNfcLease" [ 1327.141352] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1327.147826] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1327.147826] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d60f6-2238-c12a-dabe-248397882d88" [ 1327.147826] env[68946]: _type = "HttpNfcLease" [ 1327.147826] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1327.157091] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.157243] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 029bab56-5104-4cfd-859e-8281b56ddd0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.157363] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 3237d6c7-9c5d-4475-941b-16ce614dfec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.157479] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance f8920922-d653-4798-8344-b785e0507aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.157590] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 7ad74e68-fc8d-4f45-a512-0d30cd029073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.157730] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Migration d68bd7ee-6586-4de9-be43-79b2b5ee3a14 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1327.157802] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.158359] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance f35943f4-5cee-4bf6-ae15-2186637a8cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.158359] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1327.158359] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1327.278011] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a199b-b356-440c-a2f4-53ae58704eef {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.285915] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce15d0d-d228-4c4e-bcd7-5f01dfadba61 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.322874] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ba056-9391-4219-b7a1-b70568dabf44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.334483] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6021db1-1eee-4275-bd7b-10bb7d2722ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.359344] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.366170] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.366494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquired lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.366997] env[68946]: DEBUG nova.network.neutron [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.367200] env[68946]: DEBUG nova.objects.instance [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'info_cache' on Instance uuid 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.397580] env[68946]: DEBUG oslo_concurrency.lockutils [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] Releasing lock "refresh_cache-f35943f4-5cee-4bf6-ae15-2186637a8cba" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.397580] env[68946]: DEBUG nova.compute.manager [req-03515f00-24fa-455b-9530-5cba00ac9405 req-8da8472c-ec1d-493b-b62f-4ba82cbffc9d service nova] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Received event network-vif-deleted-d605d928-9e74-4960-81c3-1acb6d68a514 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1327.650046] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1327.650046] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d60f6-2238-c12a-dabe-248397882d88" [ 1327.650046] env[68946]: _type = "HttpNfcLease" [ 1327.650046] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1327.650046] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1327.650046] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]526d60f6-2238-c12a-dabe-248397882d88" [ 1327.650046] env[68946]: _type = "HttpNfcLease" [ 1327.650046] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1327.650495] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca89f0-9b30-4f0c-a286-6f96010da399 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.657511] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1327.657687] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1327.722117] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.722117] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.722117] env[68946]: INFO nova.compute.manager [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Shelving [ 1327.725746] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b56ee51d-7753-470d-96a3-17a1f3d96cec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.887967] env[68946]: ERROR nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [req-142de5b3-bf41-49ca-9402-bb6d0f39a89e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 03ff55a1-79e2-4be2-a4e9-0053d15786dc. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-142de5b3-bf41-49ca-9402-bb6d0f39a89e"}]} [ 1327.905025] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Refreshing inventories for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1327.922420] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating ProviderTree inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1327.922679] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.935913] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Refreshing aggregate associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, aggregates: None {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1327.957485] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Refreshing trait associations for resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68946) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1328.074022] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61888563-5d78-42bb-b8b1-0d066b0a0cec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.083861] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc184b18-1669-4fef-b0b4-b46f0a158d30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.123243] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17a523-5000-4878-8dd7-628ba44b348a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.135708] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48336f88-d577-470f-a815-aba48ee1710f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.150389] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.660317] env[68946]: DEBUG nova.network.neutron [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [{"id": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "address": "fa:16:3e:ba:83:6c", "network": {"id": "f34fef35-375e-49e2-b376-9368865d4039", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-180797755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1358f263de343e791038da547a5e8b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bafb435-a4", "ovs_interfaceid": "0bafb435-a4f7-4d3c-bb28-60cad4e34348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.690419] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updated inventory for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1328.690656] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating resource provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc generation from 160 to 161 during operation: update_inventory {{(pid=68946) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1328.690809] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Updating inventory in ProviderTree for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1328.734590] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.734874] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea38870-24e7-4c83-9422-3522a0dc5f78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.743401] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1328.743401] env[68946]: value = "task-2879767" [ 1328.743401] env[68946]: _type = "Task" [ 1328.743401] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.752943] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.796444] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1328.796444] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1328.797107] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5305ccc8-cbe5-4e2a-b4b5-75daef70dfd4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.804491] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1328.804679] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1328.804973] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d60a3eda-5230-4a49-be78-ac586f50ba1b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.042902] env[68946]: DEBUG oslo_vmware.rw_handles [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4418-d22d-1109-af72-365551915524/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1329.043199] env[68946]: INFO nova.virt.vmwareapi.images [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Downloaded image file data 8be12e42-892d-4882-9d42-e03d0f892a53 [ 1329.044270] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b6b49c-48ae-4d29-8f5a-a78998401a2b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.061931] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec12c073-2a4b-4c9f-abba-2c5a9c24af44 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.088473] env[68946]: INFO nova.virt.vmwareapi.images [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] The imported VM was unregistered [ 1329.090964] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1329.091217] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.091484] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77304560-349f-485c-8f9f-4556b972b6be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.121948] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.122204] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82/OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82.vmdk to [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk. {{(pid=68946) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1329.123026] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-10c157ff-d834-46d4-9f3e-248f4a93581f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.128749] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1329.128749] env[68946]: value = "task-2879769" [ 1329.128749] env[68946]: _type = "Task" [ 1329.128749] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.136191] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.164876] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Releasing lock "refresh_cache-0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.165136] env[68946]: DEBUG nova.objects.instance [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'migration_context' on Instance uuid 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.195744] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1329.195906] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.068s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.196167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.547s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.196381] env[68946]: DEBUG nova.objects.instance [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'resources' on Instance uuid 3237d6c7-9c5d-4475-941b-16ce614dfec8 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.252509] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879767, 'name': PowerOffVM_Task, 'duration_secs': 0.228122} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.252740] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.253573] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0271072c-8d04-4936-a03d-f20c793e0cd7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.271601] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bbf110-87a2-473f-b60d-374f51eaba34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.638121] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.668281] env[68946]: DEBUG nova.objects.base [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Object Instance<0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a> lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.669249] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab32d45-6f1d-4480-8c1f-139fc259a8d2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.687110] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f6337b-723f-401a-92ae-0fd0e6b1acac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.692102] env[68946]: DEBUG oslo_vmware.api [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1329.692102] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5279ac07-1c42-612e-5824-c43ef975dafe" [ 1329.692102] env[68946]: _type = "Task" [ 1329.692102] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.702286] env[68946]: DEBUG oslo_vmware.api [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5279ac07-1c42-612e-5824-c43ef975dafe, 'name': SearchDatastore_Task} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.702736] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.783102] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.783610] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e92101e-2bfd-4f89-a748-bf8aeaede772 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.790499] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1329.790499] env[68946]: value = "task-2879770" [ 1329.790499] env[68946]: _type = "Task" [ 1329.790499] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.801345] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.817207] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f2a42e-94d1-43e8-89c7-86bed97dbeb7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.824746] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7549889a-e35e-4917-92de-5e420188b02e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.861724] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcae9af-0d4c-438c-a2d8-365e3587825a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.869935] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec10325-fe73-4bcb-9516-52ec89c823a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.886897] env[68946]: DEBUG nova.compute.provider_tree [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.140262] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.300360] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.390333] env[68946]: DEBUG nova.scheduler.client.report [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.641753] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.801563] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879770, 'name': CreateSnapshot_Task, 'duration_secs': 0.774884} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.801857] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.802652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5e151-536a-422b-9c06-6b6cfb0460f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.895780] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.898267] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.195s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.919473] env[68946]: INFO nova.scheduler.client.report [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted allocations for instance 3237d6c7-9c5d-4475-941b-16ce614dfec8 [ 1331.143383] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.320391] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1331.320738] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6df37504-ecb9-480d-835c-eaeea1ec002d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.329810] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1331.329810] env[68946]: value = "task-2879771" [ 1331.329810] env[68946]: _type = "Task" [ 1331.329810] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.339493] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.427707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c7304399-f7f3-4321-9adc-35c39d5f715e tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "3237d6c7-9c5d-4475-941b-16ce614dfec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.380s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.522043] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47126f-2ca1-4ac0-a8e1-6fdf07bdb913 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.530211] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba2530-2c47-458c-8016-99616f0f7ca7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.568798] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5886587-a677-4614-90ea-ba424dda9574 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.577175] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a3cdc-0206-43a4-9a3c-88c0922b9555 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.592280] env[68946]: DEBUG nova.compute.provider_tree [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.642181] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.695475] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.695677] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1331.841244] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.095767] env[68946]: DEBUG nova.scheduler.client.report [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.142653] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.340867] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.644088] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879769, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.201903} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.644382] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82/OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82.vmdk to [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk. [ 1332.644573] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Cleaning up location [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1332.644928] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd42d1eb-13b3-4753-922a-52361268ea82 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.645044] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bef43007-4316-4bb2-9a49-670844a1c1f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.652465] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1332.652465] env[68946]: value = "task-2879772" [ 1332.652465] env[68946]: _type = "Task" [ 1332.652465] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.661221] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.841254] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.037182] env[68946]: DEBUG nova.compute.manager [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1333.109297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.211s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.162278] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176123} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.162519] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.162690] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.162936] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk to [datastore2] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.163207] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d559dfb-c7fd-46ea-9f35-f28af6414095 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.170533] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1333.170533] env[68946]: value = "task-2879773" [ 1333.170533] env[68946]: _type = "Task" [ 1333.170533] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.177810] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.342779] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.443550] env[68946]: INFO nova.compute.manager [None req-0cad574d-a710-494a-ab7d-b73ffddbb64c tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Get console output [ 1333.443985] env[68946]: WARNING nova.virt.vmwareapi.driver [None req-0cad574d-a710-494a-ab7d-b73ffddbb64c tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] The console log is missing. Check your VSPC configuration [ 1333.558742] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.559210] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.672772] env[68946]: INFO nova.scheduler.client.report [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocation for migration d68bd7ee-6586-4de9-be43-79b2b5ee3a14 [ 1333.686790] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.844199] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879771, 'name': CloneVM_Task, 'duration_secs': 2.111921} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.844512] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Created linked-clone VM from snapshot [ 1333.845357] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7230f-c414-427e-a085-90277db49e82 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.853435] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Uploading image da70913e-3db3-469a-a8e6-a139485777e5 {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1333.881477] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1333.881477] env[68946]: value = "vm-578679" [ 1333.881477] env[68946]: _type = "VirtualMachine" [ 1333.881477] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1333.882086] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a16c76f0-7a99-4a1d-bc57-7135048b53fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.890070] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease: (returnval){ [ 1333.890070] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c08d02-18b6-4a18-ffdf-c06d410f2529" [ 1333.890070] env[68946]: _type = "HttpNfcLease" [ 1333.890070] env[68946]: } obtained for exporting VM: (result){ [ 1333.890070] env[68946]: value = "vm-578679" [ 1333.890070] env[68946]: _type = "VirtualMachine" [ 1333.890070] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1333.890403] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the lease: (returnval){ [ 1333.890403] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c08d02-18b6-4a18-ffdf-c06d410f2529" [ 1333.890403] env[68946]: _type = "HttpNfcLease" [ 1333.890403] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.897855] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.897855] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c08d02-18b6-4a18-ffdf-c06d410f2529" [ 1333.897855] env[68946]: _type = "HttpNfcLease" [ 1333.897855] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.065339] env[68946]: INFO nova.compute.claims [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.182833] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f0e087f2-a0b7-4bed-a5a2-8886bb55b8f8 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.389s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.184574] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.399136] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.399136] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c08d02-18b6-4a18-ffdf-c06d410f2529" [ 1334.399136] env[68946]: _type = "HttpNfcLease" [ 1334.399136] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.399634] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.399634] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c08d02-18b6-4a18-ffdf-c06d410f2529" [ 1334.399634] env[68946]: _type = "HttpNfcLease" [ 1334.399634] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1334.400401] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a72d2-2a39-44fb-a863-cb6e9edb7d58 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.408365] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.408558] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1334.527566] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4703dd09-c8b6-4639-b0bc-41c51575a1a7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.571942] env[68946]: INFO nova.compute.resource_tracker [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating resource usage from migration 84802a47-72bb-4bfa-8052-8374863a294c [ 1334.677478] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f5251-5905-49b1-afe1-7226792555e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.685784] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.688899] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac16fe0-c86d-41c5-977c-66c753031878 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.721525] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a25d0-0733-44d0-a3bf-c606360e5087 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.731373] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84955ead-8d6a-4e81-947e-b2bded48aeec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.747464] env[68946]: DEBUG nova.compute.provider_tree [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.181585] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.250661] env[68946]: DEBUG nova.scheduler.client.report [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.682548] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879773, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.346165} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.682939] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8be12e42-892d-4882-9d42-e03d0f892a53/8be12e42-892d-4882-9d42-e03d0f892a53.vmdk to [datastore2] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.683834] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549528a9-d602-4abe-9a79-459879e7bd4a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.706802] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.707144] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927b0cff-ff18-4fbe-ac1c-09a5a509a37c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.727785] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1335.727785] env[68946]: value = "task-2879775" [ 1335.727785] env[68946]: _type = "Task" [ 1335.727785] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.736112] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.756135] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.197s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.756355] env[68946]: INFO nova.compute.manager [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Migrating [ 1336.238120] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879775, 'name': ReconfigVM_Task, 'duration_secs': 0.315704} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.238505] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfigured VM instance instance-00000077 to attach disk [datastore2] f35943f4-5cee-4bf6-ae15-2186637a8cba/f35943f4-5cee-4bf6-ae15-2186637a8cba.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.239707] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'size': 0, 'encrypted': False, 'guest_format': None, 'image_id': 'a81f3f25-c53e-4913-a889-9bdaab101054'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2c410683-e488-4b9f-9732-d8a7b63ca84f', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578675', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'name': 'volume-cdad73b9-307a-4257-acba-3a9f3a6b8412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f35943f4-5cee-4bf6-ae15-2186637a8cba', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'serial': 'cdad73b9-307a-4257-acba-3a9f3a6b8412'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68946) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1336.239917] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Volume attach. Driver type: vmdk {{(pid=68946) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1336.240356] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578675', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'name': 'volume-cdad73b9-307a-4257-acba-3a9f3a6b8412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f35943f4-5cee-4bf6-ae15-2186637a8cba', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'serial': 'cdad73b9-307a-4257-acba-3a9f3a6b8412'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1336.241261] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c351a65-d25c-42b8-8666-dfb6d976f7e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.257019] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af65a4-5d0d-498b-81f8-f26716e3842a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.276157] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.276478] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.276742] env[68946]: DEBUG nova.network.neutron [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.285507] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-cdad73b9-307a-4257-acba-3a9f3a6b8412/volume-cdad73b9-307a-4257-acba-3a9f3a6b8412.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.288653] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c376db3-35f7-4780-b13f-e4e0cd293c19 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.307753] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1336.307753] env[68946]: value = "task-2879776" [ 1336.307753] env[68946]: _type = "Task" [ 1336.307753] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.316568] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.539464] env[68946]: DEBUG nova.network.neutron [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.820231] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879776, 'name': ReconfigVM_Task, 'duration_secs': 0.32181} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.820645] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-cdad73b9-307a-4257-acba-3a9f3a6b8412/volume-cdad73b9-307a-4257-acba-3a9f3a6b8412.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.827092] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475130cd-a011-4d3b-90a9-332fce7823c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.846631] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1336.846631] env[68946]: value = "task-2879777" [ 1336.846631] env[68946]: _type = "Task" [ 1336.846631] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.856949] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.043353] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.357746] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879777, 'name': ReconfigVM_Task, 'duration_secs': 0.155779} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.358090] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578675', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'name': 'volume-cdad73b9-307a-4257-acba-3a9f3a6b8412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f35943f4-5cee-4bf6-ae15-2186637a8cba', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'serial': 'cdad73b9-307a-4257-acba-3a9f3a6b8412'} {{(pid=68946) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1337.358705] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db98449-fe66-4ec6-a927-1315cdfe3351 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.364517] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1337.364517] env[68946]: value = "task-2879778" [ 1337.364517] env[68946]: _type = "Task" [ 1337.364517] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.372320] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879778, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.874919] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879778, 'name': Rename_Task, 'duration_secs': 0.173439} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.875377] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.875509] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7878495a-7319-417e-92db-962a83e2d770 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.882698] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1337.882698] env[68946]: value = "task-2879779" [ 1337.882698] env[68946]: _type = "Task" [ 1337.882698] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.890322] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.394347] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.559967] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332a1610-9f06-498a-a989-e2bd03cf65ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.581472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.893414] env[68946]: DEBUG oslo_vmware.api [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879779, 'name': PowerOnVM_Task, 'duration_secs': 0.641697} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.893790] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.999600] env[68946]: DEBUG nova.compute.manager [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.000591] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf8d14-52a9-46d5-b608-b32fba917dff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.088895] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.089317] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db29d28-177e-44bd-ab7a-4935a3737226 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.097465] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1339.097465] env[68946]: value = "task-2879780" [ 1339.097465] env[68946]: _type = "Task" [ 1339.097465] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.105860] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.518841] env[68946]: DEBUG oslo_concurrency.lockutils [None req-ad9d09d0-c332-477d-8187-879e9c101aa5 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.220s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.607579] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879780, 'name': PowerOffVM_Task, 'duration_secs': 0.270791} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.607844] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.608039] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.114189] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.114617] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.114617] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.114818] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.115068] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.115268] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.115524] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.115722] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.115924] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.116136] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.116356] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.121581] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78cbacbe-078c-4dd2-b592-56cde88a1e9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.137044] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1340.137044] env[68946]: value = "task-2879781" [ 1340.137044] env[68946]: _type = "Task" [ 1340.137044] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.145280] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.647348] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.148205] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879781, 'name': ReconfigVM_Task, 'duration_secs': 0.642596} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.148602] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.655895] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.656234] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.656311] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.656494] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.656640] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.656785] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.656983] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.657193] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.657373] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.657538] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.657709] env[68946]: DEBUG nova.virt.hardware [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.663104] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.663404] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e18769-dd2b-40f7-819b-40a5cfbb309d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.681949] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1341.681949] env[68946]: value = "task-2879782" [ 1341.681949] env[68946]: _type = "Task" [ 1341.681949] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.690672] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.192323] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879782, 'name': ReconfigVM_Task, 'duration_secs': 0.230172} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.192680] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.193461] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f77c85-3828-40c5-a82a-9b8618e47def {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.216607] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.217254] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f11191fb-b974-4650-b773-342e42b693fb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.236555] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1342.236555] env[68946]: value = "task-2879783" [ 1342.236555] env[68946]: _type = "Task" [ 1342.236555] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.244556] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.251553] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1342.252367] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943accf-7097-426c-a624-6f0e1017d42c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.257834] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1342.258016] env[68946]: ERROR oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk due to incomplete transfer. [ 1342.258246] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd027167-0ef2-4305-ae1e-d31667ce59ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.264878] env[68946]: DEBUG oslo_vmware.rw_handles [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250efc0-b66b-1b48-cb0c-04342781bf57/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1342.265149] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Uploaded image da70913e-3db3-469a-a8e6-a139485777e5 to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1342.267804] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1342.268096] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60c14150-5bad-419a-ab4b-1b90cd6104f6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.273311] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1342.273311] env[68946]: value = "task-2879784" [ 1342.273311] env[68946]: _type = "Task" [ 1342.273311] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.281313] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879784, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.746345] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879783, 'name': ReconfigVM_Task, 'duration_secs': 0.34476} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.746616] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5/06ea6d9d-3c68-4954-9e21-b1745d6adbf5.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.746893] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.782560] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879784, 'name': Destroy_Task, 'duration_secs': 0.343768} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.782830] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Destroyed the VM [ 1342.783079] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.783329] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1322e76-497d-4108-93a8-d02bbaaffaa1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.789750] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1342.789750] env[68946]: value = "task-2879785" [ 1342.789750] env[68946]: _type = "Task" [ 1342.789750] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.797313] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.253756] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427b0193-94b0-4fb4-a3cd-94c0defdca7a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.273332] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4cdbff-1980-4f9e-854d-ac104b7903de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.289824] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.301045] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381362} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.301045] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1343.301277] env[68946]: DEBUG nova.compute.manager [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.301788] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2983e156-75c7-4eb2-b98b-b6ea18440c7d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.812620] env[68946]: INFO nova.compute.manager [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Shelve offloading [ 1343.831203] env[68946]: DEBUG nova.network.neutron [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Port 941da59a-d54e-4b06-a421-de26b0ec66c7 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1344.316455] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.316808] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3059c07-54cd-4cd9-8848-d7871e3c3b32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.325104] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1344.325104] env[68946]: value = "task-2879786" [ 1344.325104] env[68946]: _type = "Task" [ 1344.325104] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.337301] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.836312] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.836593] env[68946]: DEBUG nova.compute.manager [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.837283] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d8286-29ef-406a-b57d-1e5558fc1c0c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.854340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.854565] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.854749] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.857750] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.858017] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.858212] env[68946]: DEBUG nova.network.neutron [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.549843] env[68946]: DEBUG nova.network.neutron [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.886252] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.886454] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.886638] env[68946]: DEBUG nova.network.neutron [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.052620] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.307183] env[68946]: DEBUG nova.compute.manager [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-vif-unplugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1346.307448] env[68946]: DEBUG oslo_concurrency.lockutils [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.307664] env[68946]: DEBUG oslo_concurrency.lockutils [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.307829] env[68946]: DEBUG oslo_concurrency.lockutils [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.307998] env[68946]: DEBUG nova.compute.manager [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] No waiting events found dispatching network-vif-unplugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.308207] env[68946]: WARNING nova.compute.manager [req-b049deae-80e9-46f5-8fa6-86315e49eec3 req-5aca8433-9664-4f13-b892-ef188216a9da service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received unexpected event network-vif-unplugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 for instance with vm_state shelved and task_state shelving_offloading. [ 1346.416628] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.417255] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8880bbf1-6cab-4a93-8aa1-e1442f40b99e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.427206] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.427404] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e00933d-cd9f-4cd4-b7be-440fae1ccd00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.498667] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.498937] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.499156] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleting the datastore file [datastore1] 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.499474] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f75effe4-c716-4816-b56e-bd47d366d99d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.507050] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1346.507050] env[68946]: value = "task-2879788" [ 1346.507050] env[68946]: _type = "Task" [ 1346.507050] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.514731] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.592821] env[68946]: DEBUG nova.network.neutron [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.017137] env[68946]: DEBUG oslo_vmware.api [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151874} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.017433] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.017587] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.017815] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.038337] env[68946]: INFO nova.scheduler.client.report [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted allocations for instance 7ad74e68-fc8d-4f45-a512-0d30cd029073 [ 1347.096208] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.543996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.543996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.544222] env[68946]: DEBUG nova.objects.instance [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'resources' on Instance uuid 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.617467] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024bc2b-65d5-4459-a888-d341b4ceac65 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.637156] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86e8c54-8377-4591-adce-e19550719d17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.644073] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.046852] env[68946]: DEBUG nova.objects.instance [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.149784] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.150066] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c1fd47-310d-4b3c-a0dd-4774d730d99a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.158133] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1348.158133] env[68946]: value = "task-2879789" [ 1348.158133] env[68946]: _type = "Task" [ 1348.158133] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.166104] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.340451] env[68946]: DEBUG nova.compute.manager [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1348.340709] env[68946]: DEBUG nova.compute.manager [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing instance network info cache due to event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1348.340929] env[68946]: DEBUG oslo_concurrency.lockutils [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.341088] env[68946]: DEBUG oslo_concurrency.lockutils [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.341251] env[68946]: DEBUG nova.network.neutron [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.550098] env[68946]: DEBUG nova.objects.base [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Object Instance<7ad74e68-fc8d-4f45-a512-0d30cd029073> lazy-loaded attributes: resources,numa_topology {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.618852] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.638704] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778f7d8-8eb3-4460-ad9d-476f2797f813 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.646098] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aeb92d-6bc0-46d6-976d-78ee97675239 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.679537] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c092031-1197-4486-b552-c2ea0230373b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.689538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a84f7e5-e0d4-4bb8-a7fd-100cffb706bb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.693144] env[68946]: DEBUG oslo_vmware.api [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879789, 'name': PowerOnVM_Task, 'duration_secs': 0.386648} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.693399] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.693576] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6a182c83-61c2-4805-be3b-f20905aec206 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance '06ea6d9d-3c68-4954-9e21-b1745d6adbf5' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.706970] env[68946]: DEBUG nova.compute.provider_tree [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.032276] env[68946]: DEBUG nova.network.neutron [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updated VIF entry in instance network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.032646] env[68946]: DEBUG nova.network.neutron [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaea6d39a-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.209522] env[68946]: DEBUG nova.scheduler.client.report [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.535258] env[68946]: DEBUG oslo_concurrency.lockutils [req-8f8e79c1-c7ec-408a-9836-d16225a3f57e req-00f4ddd3-838f-490b-8bf5-e9e2169738a8 service nova] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.713682] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.221645] env[68946]: DEBUG oslo_concurrency.lockutils [None req-c0137247-8212-4432-b8cd-8d87ff91f6a2 tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.499s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.222859] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.604s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.223102] env[68946]: INFO nova.compute.manager [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Unshelving [ 1351.243931] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.244258] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.244442] env[68946]: DEBUG nova.objects.instance [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'pci_requests' on Instance uuid 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.388203] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.388472] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.388642] env[68946]: DEBUG nova.compute.manager [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Going to confirm migration 9 {{(pid=68946) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1351.748379] env[68946]: DEBUG nova.objects.instance [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.959122] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.959367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.959564] env[68946]: DEBUG nova.network.neutron [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.959754] env[68946]: DEBUG nova.objects.instance [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'info_cache' on Instance uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.250642] env[68946]: INFO nova.compute.claims [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.163366] env[68946]: DEBUG nova.network.neutron [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [{"id": "941da59a-d54e-4b06-a421-de26b0ec66c7", "address": "fa:16:3e:1a:b6:5d", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941da59a-d5", "ovs_interfaceid": "941da59a-d54e-4b06-a421-de26b0ec66c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.340722] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1632116c-5429-4364-9131-5e3946d04821 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.348082] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fb6ad-f0f6-4599-8577-ab6765888047 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.378510] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7988c91-dec6-4c01-806c-2de1f7ead9e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.385303] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b893b22-b628-4d38-8593-5e182050ead7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.397962] env[68946]: DEBUG nova.compute.provider_tree [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.666147] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-06ea6d9d-3c68-4954-9e21-b1745d6adbf5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.666426] env[68946]: DEBUG nova.objects.instance [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'migration_context' on Instance uuid 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.901258] env[68946]: DEBUG nova.scheduler.client.report [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.169478] env[68946]: DEBUG nova.objects.base [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Object Instance<06ea6d9d-3c68-4954-9e21-b1745d6adbf5> lazy-loaded attributes: info_cache,migration_context {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1354.170543] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3c9ce-d3ad-4752-8902-1c5c801463ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.196683] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f345ca-02d0-4302-a172-d70f9adb7d3b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.203222] env[68946]: DEBUG oslo_vmware.api [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1354.203222] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c1778-601a-0c2d-b6df-4ac6ca445027" [ 1354.203222] env[68946]: _type = "Task" [ 1354.203222] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.210870] env[68946]: DEBUG oslo_vmware.api [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c1778-601a-0c2d-b6df-4ac6ca445027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.406161] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.445138] env[68946]: INFO nova.network.neutron [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating port aea6d39a-6464-4f1e-9caa-fc1f6829c087 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1354.712992] env[68946]: DEBUG oslo_vmware.api [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]528c1778-601a-0c2d-b6df-4ac6ca445027, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.713295] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.713552] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.318342] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc6762-7ce6-401b-91d2-6f16e5d15567 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.326238] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b5b347-68b0-47fe-980f-8db9d979d8d1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.356008] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d88f1b-96b7-443c-b19c-bec7e3522611 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.363905] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169824d5-7a1f-4f5f-b876-50ac68bff822 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.377015] env[68946]: DEBUG nova.compute.provider_tree [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.837432] env[68946]: DEBUG nova.compute.manager [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1355.837689] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.837849] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.838029] env[68946]: DEBUG oslo_concurrency.lockutils [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.838191] env[68946]: DEBUG nova.compute.manager [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] No waiting events found dispatching network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.838355] env[68946]: WARNING nova.compute.manager [req-b8eec98d-f5b5-4c83-a0ec-6d6962ab765d req-2653088b-5a26-43ef-995b-55b7f398f285 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received unexpected event network-vif-plugged-aea6d39a-6464-4f1e-9caa-fc1f6829c087 for instance with vm_state shelved_offloaded and task_state spawning. [ 1355.881025] env[68946]: DEBUG nova.scheduler.client.report [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.914628] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.914708] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.914966] env[68946]: DEBUG nova.network.neutron [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.605839] env[68946]: DEBUG nova.network.neutron [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.890739] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.109381] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.137118] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1c018af39386dc2ed0343a9039c549b6',container_format='bare',created_at=2025-03-10T09:12:16Z,direct_url=,disk_format='vmdk',id=da70913e-3db3-469a-a8e6-a139485777e5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1484729955-shelved',owner='3390a0bc1363499d9f3782c124bb6e19',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-10T09:12:31Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.137375] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.137551] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.137734] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.137878] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.138031] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.138239] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.138398] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.138564] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.138721] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.138889] env[68946]: DEBUG nova.virt.hardware [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.139760] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179c25f-aa68-48d3-890a-7e1d057a348c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.147532] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f78291c-a08e-4220-bcdd-7b8d3668bca4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.160372] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:2a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea6d39a-6464-4f1e-9caa-fc1f6829c087', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.167635] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.167857] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.168063] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b43b9dc-f30c-413f-938c-40cd6829a46f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.187334] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.187334] env[68946]: value = "task-2879790" [ 1357.187334] env[68946]: _type = "Task" [ 1357.187334] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.194485] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879790, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.447025] env[68946]: INFO nova.scheduler.client.report [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted allocation for migration 84802a47-72bb-4bfa-8052-8374863a294c [ 1357.697326] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879790, 'name': CreateVM_Task, 'duration_secs': 0.321865} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.697540] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.698220] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.698394] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.698762] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.699025] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600f93b8-809b-4bb1-8f28-d1048ac167ac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.703248] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1357.703248] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52845dc7-b386-b506-e9ec-dbaf0cc1df2c" [ 1357.703248] env[68946]: _type = "Task" [ 1357.703248] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.710726] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52845dc7-b386-b506-e9ec-dbaf0cc1df2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.860970] env[68946]: DEBUG nova.compute.manager [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1357.861230] env[68946]: DEBUG nova.compute.manager [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing instance network info cache due to event network-changed-aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1357.861392] env[68946]: DEBUG oslo_concurrency.lockutils [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] Acquiring lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.861537] env[68946]: DEBUG oslo_concurrency.lockutils [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] Acquired lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.861693] env[68946]: DEBUG nova.network.neutron [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Refreshing network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.955162] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0c03db10-495e-4a7e-873f-bcb12b7496b2 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.566s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.213459] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.213681] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Processing image da70913e-3db3-469a-a8e6-a139485777e5 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.213934] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.214130] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.214276] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.214519] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d944234-fdc5-4c1b-8503-2e5d20324b8e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.224073] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.224279] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.224922] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b101047-e7ca-475a-8f04-8137796702cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.229579] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1358.229579] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529a0a14-f5a4-4ffe-46e0-0df8e9d0fb9f" [ 1358.229579] env[68946]: _type = "Task" [ 1358.229579] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.236488] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]529a0a14-f5a4-4ffe-46e0-0df8e9d0fb9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.299074] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.299319] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.299579] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.299769] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.299935] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.302123] env[68946]: INFO nova.compute.manager [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Terminating instance [ 1358.557389] env[68946]: DEBUG nova.network.neutron [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updated VIF entry in instance network info cache for port aea6d39a-6464-4f1e-9caa-fc1f6829c087. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.557755] env[68946]: DEBUG nova.network.neutron [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [{"id": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "address": "fa:16:3e:40:2a:4e", "network": {"id": "a02cd502-e280-4376-b069-3913467145e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1978773066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3390a0bc1363499d9f3782c124bb6e19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea6d39a-64", "ovs_interfaceid": "aea6d39a-6464-4f1e-9caa-fc1f6829c087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.739724] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1358.739953] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Fetch image to [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6/OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1358.740116] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Downloading stream optimized image da70913e-3db3-469a-a8e6-a139485777e5 to [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6/OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6.vmdk on the data store datastore2 as vApp {{(pid=68946) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1358.740288] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Downloading image file data da70913e-3db3-469a-a8e6-a139485777e5 to the ESX as VM named 'OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6' {{(pid=68946) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1358.803972] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1358.803972] env[68946]: value = "resgroup-9" [ 1358.803972] env[68946]: _type = "ResourcePool" [ 1358.803972] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1358.804262] env[68946]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4d14439-983e-4f5f-9d8c-018e42bece53 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.819846] env[68946]: DEBUG nova.compute.manager [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.819846] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.820510] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63757a93-8b14-4e35-ba0b-938abb1d36d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.827769] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.828789] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8bb035-d87a-4498-a442-ad2806ba3e16 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.830171] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease: (returnval){ [ 1358.830171] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bf1ee2-86a3-ad6f-4021-d6d80ae78215" [ 1358.830171] env[68946]: _type = "HttpNfcLease" [ 1358.830171] env[68946]: } obtained for vApp import into resource pool (val){ [ 1358.830171] env[68946]: value = "resgroup-9" [ 1358.830171] env[68946]: _type = "ResourcePool" [ 1358.830171] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1358.830428] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the lease: (returnval){ [ 1358.830428] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bf1ee2-86a3-ad6f-4021-d6d80ae78215" [ 1358.830428] env[68946]: _type = "HttpNfcLease" [ 1358.830428] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1358.834727] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1358.834727] env[68946]: value = "task-2879792" [ 1358.834727] env[68946]: _type = "Task" [ 1358.834727] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.838901] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1358.838901] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bf1ee2-86a3-ad6f-4021-d6d80ae78215" [ 1358.838901] env[68946]: _type = "HttpNfcLease" [ 1358.838901] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1358.845999] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.060728] env[68946]: DEBUG oslo_concurrency.lockutils [req-dd3d7892-3dbe-40c3-b468-407d1de0d0ff req-cefa5cf6-6d04-4091-8e7b-cfa741b3065e service nova] Releasing lock "refresh_cache-7ad74e68-fc8d-4f45-a512-0d30cd029073" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.340736] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1359.340736] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bf1ee2-86a3-ad6f-4021-d6d80ae78215" [ 1359.340736] env[68946]: _type = "HttpNfcLease" [ 1359.340736] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1359.341173] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1359.341173] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52bf1ee2-86a3-ad6f-4021-d6d80ae78215" [ 1359.341173] env[68946]: _type = "HttpNfcLease" [ 1359.341173] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1359.341888] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d62b37-074e-4f4c-9c84-48ed33b56b0d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.346898] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879792, 'name': PowerOffVM_Task, 'duration_secs': 0.197407} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.347406] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.347595] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.347826] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be15a0d0-6043-4c8d-8559-e3054d002c7c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.352015] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1359.352174] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1359.411411] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.411700] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.411802] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleting the datastore file [datastore2] 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.412073] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30c4455-de17-4ddb-8b8e-4ba25dbde1bd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.418358] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84525b36-5427-4b8f-ad1c-a209330c7e14 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.424107] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1359.424107] env[68946]: value = "task-2879794" [ 1359.424107] env[68946]: _type = "Task" [ 1359.424107] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.433449] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.934362] env[68946]: DEBUG oslo_vmware.api [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135363} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.935478] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.935681] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.935858] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.936041] env[68946]: INFO nova.compute.manager [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1359.936297] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.936491] env[68946]: DEBUG nova.compute.manager [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.936584] env[68946]: DEBUG nova.network.neutron [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.333974] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.334388] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.334462] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.334648] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.334821] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.337036] env[68946]: INFO nova.compute.manager [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Terminating instance [ 1360.423919] env[68946]: DEBUG nova.compute.manager [req-70d813b6-dfeb-4766-84ba-251104e8edae req-87d5f2af-ba34-46ee-834d-34e29c3ffb37 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Received event network-vif-deleted-941da59a-d54e-4b06-a421-de26b0ec66c7 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1360.424273] env[68946]: INFO nova.compute.manager [req-70d813b6-dfeb-4766-84ba-251104e8edae req-87d5f2af-ba34-46ee-834d-34e29c3ffb37 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Neutron deleted interface 941da59a-d54e-4b06-a421-de26b0ec66c7; detaching it from the instance and deleting it from the info cache [ 1360.424463] env[68946]: DEBUG nova.network.neutron [req-70d813b6-dfeb-4766-84ba-251104e8edae req-87d5f2af-ba34-46ee-834d-34e29c3ffb37 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.512094] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1360.512339] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1360.513313] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5557ef5-9f6d-4634-9942-2a5743765b06 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.520140] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1360.520274] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1360.520496] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f9663df-ae53-4fe2-8560-9eb381c09360 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.718367] env[68946]: DEBUG oslo_vmware.rw_handles [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52619522-9299-6e12-cebf-abcc48e1ad2c/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1360.718602] env[68946]: INFO nova.virt.vmwareapi.images [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Downloaded image file data da70913e-3db3-469a-a8e6-a139485777e5 [ 1360.719515] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21a5b0c-8e06-41b1-bbd0-c9df04325188 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.735577] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-413093af-70a9-43d6-8ca2-9006ca4293b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.758518] env[68946]: INFO nova.virt.vmwareapi.images [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] The imported VM was unregistered [ 1360.762056] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1360.762056] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Creating directory with path [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.762056] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f3094c9-5e38-429d-a0f3-3cac19855f13 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.775554] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Created directory with path [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5 {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.775741] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6/OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6.vmdk to [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk. {{(pid=68946) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1360.775985] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-02c1118b-645b-4031-ae57-52e24774a34e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.782545] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1360.782545] env[68946]: value = "task-2879796" [ 1360.782545] env[68946]: _type = "Task" [ 1360.782545] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.790425] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.840490] env[68946]: DEBUG nova.compute.manager [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.840760] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.841065] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce5e09f-e16d-49a6-bb96-d2e335fdff3c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.847462] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1360.847462] env[68946]: value = "task-2879797" [ 1360.847462] env[68946]: _type = "Task" [ 1360.847462] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.855117] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.901745] env[68946]: DEBUG nova.network.neutron [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.926964] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da36af37-b5cd-4114-b1c5-c56aa8cb5647 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.937668] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4569abd0-af4b-41db-b2a3-6044caa270d7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.966623] env[68946]: DEBUG nova.compute.manager [req-70d813b6-dfeb-4766-84ba-251104e8edae req-87d5f2af-ba34-46ee-834d-34e29c3ffb37 service nova] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Detach interface failed, port_id=941da59a-d54e-4b06-a421-de26b0ec66c7, reason: Instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1361.294467] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.357577] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879797, 'name': PowerOffVM_Task, 'duration_secs': 0.261772} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.358030] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.358030] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.358223] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578669', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'name': 'volume-c766aac0-0eef-495c-b929-1635eebb213d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a', 'attached_at': '2025-03-10T09:12:10.000000', 'detached_at': '', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'serial': 'c766aac0-0eef-495c-b929-1635eebb213d'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.359243] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e022d7-be7c-4e05-8ddc-12815b0c0ead {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.378353] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8348c47-973c-470e-b19a-8e58af1a4378 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.385648] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4495fe6-f9a6-42f0-aa80-1a2ce21828f5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.404603] env[68946]: INFO nova.compute.manager [-] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Took 1.47 seconds to deallocate network for instance. [ 1361.407098] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2273fd-9a4e-490f-8d07-1df5bdb2c455 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.425181] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] The volume has not been displaced from its original location: [datastore1] volume-c766aac0-0eef-495c-b929-1635eebb213d/volume-c766aac0-0eef-495c-b929-1635eebb213d.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.430635] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.431404] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e317fd8e-64cf-43dc-a955-7250a95d9fd8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.450842] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1361.450842] env[68946]: value = "task-2879798" [ 1361.450842] env[68946]: _type = "Task" [ 1361.450842] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.459244] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.794446] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.914799] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.915132] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.915329] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.940337] env[68946]: INFO nova.scheduler.client.report [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted allocations for instance 06ea6d9d-3c68-4954-9e21-b1745d6adbf5 [ 1361.960843] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879798, 'name': ReconfigVM_Task, 'duration_secs': 0.286399} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.961153] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1361.966424] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebb08fc-fc89-4113-986c-c5e1443b0fb9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.982425] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1361.982425] env[68946]: value = "task-2879799" [ 1361.982425] env[68946]: _type = "Task" [ 1361.982425] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.991477] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.296544] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.448487] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5a4df410-0ac8-4d1e-b17b-05349419babd tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "06ea6d9d-3c68-4954-9e21-b1745d6adbf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.149s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.493049] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879799, 'name': ReconfigVM_Task, 'duration_secs': 0.216424} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.493363] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578669', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'name': 'volume-c766aac0-0eef-495c-b929-1635eebb213d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a', 'attached_at': '2025-03-10T09:12:10.000000', 'detached_at': '', 'volume_id': 'c766aac0-0eef-495c-b929-1635eebb213d', 'serial': 'c766aac0-0eef-495c-b929-1635eebb213d'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1362.493652] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.494457] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf257d8-3568-4859-a37b-a1e78e4d69da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.502268] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.502540] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8e58d7-57b6-4708-b60e-2790fd27fe37 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.566980] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.567286] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.567463] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore1] 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.567739] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82ec72d-6fd9-45c7-a058-f1d52ccfdf4f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.574903] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1362.574903] env[68946]: value = "task-2879801" [ 1362.574903] env[68946]: _type = "Task" [ 1362.574903] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.583331] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.796962] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.084503] env[68946]: DEBUG oslo_vmware.api [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133016} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.084833] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.085040] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.085243] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.085446] env[68946]: INFO nova.compute.manager [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1363.085865] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.086111] env[68946]: DEBUG nova.compute.manager [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.086222] env[68946]: DEBUG nova.network.neutron [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.227019] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "12c2a50a-15e7-4302-946b-af807456593a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.227280] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.295579] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879796, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.3915} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.295838] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6/OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6.vmdk to [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk. [ 1363.296038] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Cleaning up location [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.296212] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_04953c3d-8d1b-4b76-9641-c32a6cbab0b6 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.296450] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bebe36f-caf9-473d-b1a9-832eb9e25315 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.303243] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1363.303243] env[68946]: value = "task-2879802" [ 1363.303243] env[68946]: _type = "Task" [ 1363.303243] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.311499] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.525355] env[68946]: DEBUG nova.compute.manager [req-bca85e88-6717-48cb-a276-c34408b54c1c req-0bc21d91-8046-4d21-b1ac-8f9620c88399 service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Received event network-vif-deleted-0bafb435-a4f7-4d3c-bb28-60cad4e34348 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1363.525585] env[68946]: INFO nova.compute.manager [req-bca85e88-6717-48cb-a276-c34408b54c1c req-0bc21d91-8046-4d21-b1ac-8f9620c88399 service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Neutron deleted interface 0bafb435-a4f7-4d3c-bb28-60cad4e34348; detaching it from the instance and deleting it from the info cache [ 1363.525664] env[68946]: DEBUG nova.network.neutron [req-bca85e88-6717-48cb-a276-c34408b54c1c req-0bc21d91-8046-4d21-b1ac-8f9620c88399 service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.730618] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.812981] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079425} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.813236] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.813402] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.813644] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk to [datastore2] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.813882] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a75c76-3102-4aa7-92bc-4c1f94b94d50 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.821855] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1363.821855] env[68946]: value = "task-2879803" [ 1363.821855] env[68946]: _type = "Task" [ 1363.821855] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.831065] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.004441] env[68946]: DEBUG nova.network.neutron [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.027959] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7272c03f-fbaa-4f76-9d22-82cff20c83a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.039229] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bb1b3-b588-4870-b977-f53ba95f8916 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.071040] env[68946]: DEBUG nova.compute.manager [req-bca85e88-6717-48cb-a276-c34408b54c1c req-0bc21d91-8046-4d21-b1ac-8f9620c88399 service nova] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Detach interface failed, port_id=0bafb435-a4f7-4d3c-bb28-60cad4e34348, reason: Instance 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1364.257965] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.258306] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.260027] env[68946]: INFO nova.compute.claims [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.332612] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.507971] env[68946]: INFO nova.compute.manager [-] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Took 1.42 seconds to deallocate network for instance. [ 1364.832842] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.057288] env[68946]: INFO nova.compute.manager [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Took 0.55 seconds to detach 1 volumes for instance. [ 1365.059838] env[68946]: DEBUG nova.compute.manager [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Deleting volume: c766aac0-0eef-495c-b929-1635eebb213d {{(pid=68946) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1365.335616] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.367137] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa8d82-3c3c-468b-8242-5c9b044e5303 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.375489] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495244e-dbe3-4bab-b448-b695f762dcfa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.408297] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2480b8-925e-48c8-8d1b-b10c4324135d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.416483] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b6d7c-c6f6-4714-a40e-2ab87b2b04c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.430345] env[68946]: DEBUG nova.compute.provider_tree [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.609726] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.834533] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.934063] env[68946]: DEBUG nova.scheduler.client.report [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.334813] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879803, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.243012} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.335088] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/da70913e-3db3-469a-a8e6-a139485777e5/da70913e-3db3-469a-a8e6-a139485777e5.vmdk to [datastore2] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.335873] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847ce97-9c92-407f-9d29-4584e0de21e4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.356853] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.357123] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99fdf60-9339-42f5-aa03-d5995365ca34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.376743] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1366.376743] env[68946]: value = "task-2879805" [ 1366.376743] env[68946]: _type = "Task" [ 1366.376743] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.384298] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.439773] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.440135] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.443146] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.834s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.443387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.466119] env[68946]: INFO nova.scheduler.client.report [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocations for instance 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a [ 1366.888760] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.948769] env[68946]: DEBUG nova.compute.utils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.950674] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.950875] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.973170] env[68946]: DEBUG oslo_concurrency.lockutils [None req-9fa9bf75-0353-469d-a695-da92a56e1e89 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.639s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.987217] env[68946]: DEBUG nova.policy [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92e79afbb59a4a9e9e15f9d617e87134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b9cb0a0e2f4412b9b67855c00289fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.258945] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Successfully created port: 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.387437] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879805, 'name': ReconfigVM_Task, 'duration_secs': 0.581279} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.387714] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 7ad74e68-fc8d-4f45-a512-0d30cd029073/7ad74e68-fc8d-4f45-a512-0d30cd029073.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.388353] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8423d7-81f3-4463-9d35-a6b2feb2e683 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.394594] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1367.394594] env[68946]: value = "task-2879806" [ 1367.394594] env[68946]: _type = "Task" [ 1367.394594] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.401779] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879806, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.453657] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.904471] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879806, 'name': Rename_Task, 'duration_secs': 0.149274} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.904806] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.905111] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba3fef5-0ed0-4db3-ae24-50926b0b41fa {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.911901] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1367.911901] env[68946]: value = "task-2879807" [ 1367.911901] env[68946]: _type = "Task" [ 1367.911901] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.919682] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.078964] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "f8920922-d653-4798-8344-b785e0507aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.079251] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.079494] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "f8920922-d653-4798-8344-b785e0507aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.079677] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.079850] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.081878] env[68946]: INFO nova.compute.manager [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Terminating instance [ 1368.422212] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.463617] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.490738] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.491033] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.491233] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.491494] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.491658] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.491804] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.492014] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.492181] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.492345] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.492506] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.492678] env[68946]: DEBUG nova.virt.hardware [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.493557] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad763cd1-3c1f-4d2d-b9d9-a354f15e916c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.501735] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01af5e3-0bfb-47b4-8615-502c9e835fdf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.586253] env[68946]: DEBUG nova.compute.manager [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.586628] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.587594] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdbdda-ddca-4c5a-acee-2e85d910e5b7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.595652] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.595895] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9fe5776-833f-4bfe-b005-06b4494b26bf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.603355] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1368.603355] env[68946]: value = "task-2879808" [ 1368.603355] env[68946]: _type = "Task" [ 1368.603355] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.611624] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.641756] env[68946]: DEBUG nova.compute.manager [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Received event network-vif-plugged-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1368.642016] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] Acquiring lock "12c2a50a-15e7-4302-946b-af807456593a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.642450] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.642646] env[68946]: DEBUG oslo_concurrency.lockutils [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.642833] env[68946]: DEBUG nova.compute.manager [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] No waiting events found dispatching network-vif-plugged-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.643007] env[68946]: WARNING nova.compute.manager [req-a7ff29e1-12d8-4273-a129-ac2456bdf2f7 req-25918b93-be55-4f43-920a-5454b98438aa service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Received unexpected event network-vif-plugged-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 for instance with vm_state building and task_state spawning. [ 1368.735036] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Successfully updated port: 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.922881] env[68946]: DEBUG oslo_vmware.api [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879807, 'name': PowerOnVM_Task, 'duration_secs': 1.010116} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.923274] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.016615] env[68946]: DEBUG nova.compute.manager [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.017550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f6f30-d3bd-4443-91a2-e338002858e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.113555] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879808, 'name': PowerOffVM_Task, 'duration_secs': 0.194683} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.113979] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.114184] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.114435] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0732cb04-30e5-491d-9ccf-c4529e30cdf0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.177181] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.177463] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Deleting contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.177610] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore1] f8920922-d653-4798-8344-b785e0507aed {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.177869] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2012a9a-78e7-46f7-9607-c2536b11f8fc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.183524] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1369.183524] env[68946]: value = "task-2879810" [ 1369.183524] env[68946]: _type = "Task" [ 1369.183524] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.191433] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.238617] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.238778] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.238973] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.540653] env[68946]: DEBUG oslo_concurrency.lockutils [None req-8d11bc5e-6db6-4c14-a645-208c5d8121eb tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.318s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.693854] env[68946]: DEBUG oslo_vmware.api [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122102} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.694130] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.694316] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Deleted contents of the VM from datastore datastore1 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.694491] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.694664] env[68946]: INFO nova.compute.manager [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: f8920922-d653-4798-8344-b785e0507aed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1369.694910] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.695166] env[68946]: DEBUG nova.compute.manager [-] [instance: f8920922-d653-4798-8344-b785e0507aed] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.695271] env[68946]: DEBUG nova.network.neutron [-] [instance: f8920922-d653-4798-8344-b785e0507aed] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.782381] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.963613] env[68946]: DEBUG nova.network.neutron [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.440139] env[68946]: DEBUG nova.network.neutron [-] [instance: f8920922-d653-4798-8344-b785e0507aed] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.466933] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.467249] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Instance network_info: |[{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.468042] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c2:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41d2640a-7cac-4d77-9a14-6bd7e838a6a4', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.477566] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.477783] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.478014] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ef30240-d46d-41e0-8f0e-4b19c3bd2d77 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.494632] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.494844] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.495047] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.495230] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.495387] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.497824] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.497824] env[68946]: value = "task-2879811" [ 1370.497824] env[68946]: _type = "Task" [ 1370.497824] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.498238] env[68946]: INFO nova.compute.manager [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Terminating instance [ 1370.507272] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879811, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.670939] env[68946]: DEBUG nova.compute.manager [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Received event network-changed-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1370.671213] env[68946]: DEBUG nova.compute.manager [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Refreshing instance network info cache due to event network-changed-41d2640a-7cac-4d77-9a14-6bd7e838a6a4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1370.671437] env[68946]: DEBUG oslo_concurrency.lockutils [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.671580] env[68946]: DEBUG oslo_concurrency.lockutils [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.671742] env[68946]: DEBUG nova.network.neutron [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Refreshing network info cache for port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.942940] env[68946]: INFO nova.compute.manager [-] [instance: f8920922-d653-4798-8344-b785e0507aed] Took 1.25 seconds to deallocate network for instance. [ 1371.005061] env[68946]: DEBUG nova.compute.manager [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.005061] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.005443] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51965878-830b-4030-9ee1-05e5150141cf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.011130] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879811, 'name': CreateVM_Task, 'duration_secs': 0.295558} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.011614] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.012296] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.012458] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.012808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.013067] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af048386-f8d6-41df-b6a5-444b2f1c9df5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.016267] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.016764] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c97eee3f-dedf-43d5-9667-e82c4f7f05e6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.019118] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1371.019118] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ccdeed-10d1-ba89-b241-c8ffa5b05d31" [ 1371.019118] env[68946]: _type = "Task" [ 1371.019118] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.023720] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1371.023720] env[68946]: value = "task-2879812" [ 1371.023720] env[68946]: _type = "Task" [ 1371.023720] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.029827] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ccdeed-10d1-ba89-b241-c8ffa5b05d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.034811] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.391496] env[68946]: DEBUG nova.network.neutron [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updated VIF entry in instance network info cache for port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.391852] env[68946]: DEBUG nova.network.neutron [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.448894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.449144] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.449362] env[68946]: DEBUG nova.objects.instance [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'resources' on Instance uuid f8920922-d653-4798-8344-b785e0507aed {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.530944] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ccdeed-10d1-ba89-b241-c8ffa5b05d31, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.531528] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.531790] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.532035] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.532187] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.532363] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.532592] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591eac66-aace-460a-bff5-03d809c31d46 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.536929] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879812, 'name': PowerOffVM_Task, 'duration_secs': 0.172128} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.537476] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.537659] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.537877] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2edd0a8-330a-427a-a52a-c8ecc0af337b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.543584] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.543760] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.544428] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2dd23f2-8f3b-4811-8497-d4f512eb7898 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.549153] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1371.549153] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214af2a-0350-4cfc-cd08-69b636995548" [ 1371.549153] env[68946]: _type = "Task" [ 1371.549153] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.557481] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214af2a-0350-4cfc-cd08-69b636995548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.599355] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.599631] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.599820] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleting the datastore file [datastore2] 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.600079] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ff31132-1675-45de-ae06-3018ddae43c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.606171] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for the task: (returnval){ [ 1371.606171] env[68946]: value = "task-2879814" [ 1371.606171] env[68946]: _type = "Task" [ 1371.606171] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.613673] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.894802] env[68946]: DEBUG oslo_concurrency.lockutils [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.895101] env[68946]: DEBUG nova.compute.manager [req-697bfec0-7c41-41cf-9ff8-74ade8ad944e req-0200e7d4-f367-4c68-b6e7-daa384b0dc2f service nova] [instance: f8920922-d653-4798-8344-b785e0507aed] Received event network-vif-deleted-c007e69c-6e57-4f38-b8ae-83b3f50e97e8 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1372.019842] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869eba23-aa15-41d3-8355-392bc9e7e768 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.027082] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8dd213-cf74-4a03-a56f-4aafc0335c1d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.058513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c1425-0e4e-4243-b0c0-71a3a297b9f7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.065846] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5214af2a-0350-4cfc-cd08-69b636995548, 'name': SearchDatastore_Task, 'duration_secs': 0.007726} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.068248] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68849dca-c683-4d8f-9c2a-6791c9b8d2dd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.071099] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0920d-ca94-4b18-8cf6-79876d314446 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.077266] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1372.077266] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ad3343-da39-2b8d-c27c-e939b24e879f" [ 1372.077266] env[68946]: _type = "Task" [ 1372.077266] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.085065] env[68946]: DEBUG nova.compute.provider_tree [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.093898] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ad3343-da39-2b8d-c27c-e939b24e879f, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.094663] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.094913] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.095152] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2857b8-e229-455d-afaa-43324db86a41 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.101883] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1372.101883] env[68946]: value = "task-2879815" [ 1372.101883] env[68946]: _type = "Task" [ 1372.101883] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.109271] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.116070] env[68946]: DEBUG oslo_vmware.api [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Task: {'id': task-2879814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135066} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.116311] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.116505] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.116680] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.116863] env[68946]: INFO nova.compute.manager [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1372.117115] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.117302] env[68946]: DEBUG nova.compute.manager [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.117413] env[68946]: DEBUG nova.network.neutron [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.590803] env[68946]: DEBUG nova.scheduler.client.report [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.611713] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430559} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.611966] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.612189] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.612429] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3e88a34-c6b2-40c4-9d09-b48ca6225197 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.618497] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1372.618497] env[68946]: value = "task-2879816" [ 1372.618497] env[68946]: _type = "Task" [ 1372.618497] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.626123] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.665157] env[68946]: DEBUG nova.compute.manager [req-de0c8fb8-a152-415e-89eb-747ea1490bcd req-d5a61ee5-edf8-4ce8-8062-8c9bcf55d943 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Received event network-vif-deleted-aea6d39a-6464-4f1e-9caa-fc1f6829c087 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1372.665429] env[68946]: INFO nova.compute.manager [req-de0c8fb8-a152-415e-89eb-747ea1490bcd req-d5a61ee5-edf8-4ce8-8062-8c9bcf55d943 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Neutron deleted interface aea6d39a-6464-4f1e-9caa-fc1f6829c087; detaching it from the instance and deleting it from the info cache [ 1372.665566] env[68946]: DEBUG nova.network.neutron [req-de0c8fb8-a152-415e-89eb-747ea1490bcd req-d5a61ee5-edf8-4ce8-8062-8c9bcf55d943 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.095536] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.119684] env[68946]: INFO nova.scheduler.client.report [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocations for instance f8920922-d653-4798-8344-b785e0507aed [ 1373.133049] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067762} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.133379] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.134436] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32d32b8-2e21-48a3-ace9-69e01bd78975 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.156623] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.156971] env[68946]: DEBUG nova.network.neutron [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.158065] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b652c0b-e4d1-4875-9fb4-3f506c9e398d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.173071] env[68946]: INFO nova.compute.manager [-] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Took 1.06 seconds to deallocate network for instance. [ 1373.174866] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebf8f6c0-723e-42c0-9ff3-7b432dc49396 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.182907] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1373.182907] env[68946]: value = "task-2879817" [ 1373.182907] env[68946]: _type = "Task" [ 1373.182907] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.189854] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201d849-18b3-4c67-9a72-23b065414232 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.205975] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.216897] env[68946]: DEBUG nova.compute.manager [req-de0c8fb8-a152-415e-89eb-747ea1490bcd req-d5a61ee5-edf8-4ce8-8062-8c9bcf55d943 service nova] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Detach interface failed, port_id=aea6d39a-6464-4f1e-9caa-fc1f6829c087, reason: Instance 7ad74e68-fc8d-4f45-a512-0d30cd029073 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1373.631937] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1cdb7805-6b12-4b7b-9ba5-ee53c6e55356 tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "f8920922-d653-4798-8344-b785e0507aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.682194] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.682554] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.682801] env[68946]: DEBUG nova.objects.instance [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lazy-loading 'resources' on Instance uuid 7ad74e68-fc8d-4f45-a512-0d30cd029073 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.692719] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879817, 'name': ReconfigVM_Task, 'duration_secs': 0.302363} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.693461] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.694069] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a82f664-a724-4ce5-ac09-53aa9616c7e5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.701363] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1373.701363] env[68946]: value = "task-2879818" [ 1373.701363] env[68946]: _type = "Task" [ 1373.701363] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.709583] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879818, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.211815] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879818, 'name': Rename_Task, 'duration_secs': 0.148904} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.211815] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.212337] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17cf753-35d5-4167-9d24-ea7069552a33 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.218282] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1374.218282] env[68946]: value = "task-2879820" [ 1374.218282] env[68946]: _type = "Task" [ 1374.218282] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.230076] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.254438] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc0e4f-82cf-4011-a02c-f37e1701626d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.262207] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a1a46-1496-4e80-acf0-310947a8ed3a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.292297] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d6c91-cbee-4f40-a31e-b38b38c87cec {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.299135] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ff472-4305-461a-8627-e80dd33f943e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.313511] env[68946]: DEBUG nova.compute.provider_tree [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.693542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.693826] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.727060] env[68946]: DEBUG oslo_vmware.api [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879820, 'name': PowerOnVM_Task, 'duration_secs': 0.44992} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.727320] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.727514] env[68946]: INFO nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Took 6.26 seconds to spawn the instance on the hypervisor. [ 1374.727688] env[68946]: DEBUG nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.728459] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d025b9-7366-4023-bed8-d43dcde6f3c3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.816156] env[68946]: DEBUG nova.scheduler.client.report [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.196835] env[68946]: INFO nova.compute.manager [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Detaching volume cdad73b9-307a-4257-acba-3a9f3a6b8412 [ 1375.227400] env[68946]: INFO nova.virt.block_device [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Attempting to driver detach volume cdad73b9-307a-4257-acba-3a9f3a6b8412 from mountpoint /dev/sdb [ 1375.227676] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Volume detach. Driver type: vmdk {{(pid=68946) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1375.227884] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578675', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'name': 'volume-cdad73b9-307a-4257-acba-3a9f3a6b8412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f35943f4-5cee-4bf6-ae15-2186637a8cba', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'serial': 'cdad73b9-307a-4257-acba-3a9f3a6b8412'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1375.228754] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31ca41-3c01-4ce7-a6e7-aa34781c8c7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.254648] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3baf75-44b6-4a37-8e43-e5f7096b66a8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.259106] env[68946]: INFO nova.compute.manager [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Took 11.02 seconds to build instance. [ 1375.262780] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90592871-e6b5-4ad7-8e3e-8190c47eedad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.282963] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c301d-cd76-456f-afea-e580d9004f3e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.297331] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] The volume has not been displaced from its original location: [datastore1] volume-cdad73b9-307a-4257-acba-3a9f3a6b8412/volume-cdad73b9-307a-4257-acba-3a9f3a6b8412.vmdk. No consolidation needed. {{(pid=68946) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1375.302614] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.303109] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1784b285-5462-4098-8b3e-d04f8bd478c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.320914] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.322786] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1375.322786] env[68946]: value = "task-2879821" [ 1375.322786] env[68946]: _type = "Task" [ 1375.322786] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.332380] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.347041] env[68946]: INFO nova.scheduler.client.report [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Deleted allocations for instance 7ad74e68-fc8d-4f45-a512-0d30cd029073 [ 1375.392189] env[68946]: DEBUG nova.compute.manager [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Received event network-changed-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1375.392485] env[68946]: DEBUG nova.compute.manager [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Refreshing instance network info cache due to event network-changed-41d2640a-7cac-4d77-9a14-6bd7e838a6a4. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1375.392619] env[68946]: DEBUG oslo_concurrency.lockutils [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.392732] env[68946]: DEBUG oslo_concurrency.lockutils [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.393717] env[68946]: DEBUG nova.network.neutron [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Refreshing network info cache for port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.761239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-7f0b3288-c999-407f-b0d1-72ba5696ca99 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.534s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.832660] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879821, 'name': ReconfigVM_Task, 'duration_secs': 0.260163} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.832871] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.837418] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f1cfe6-5f99-4844-aa29-a5dcd74f9259 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.851876] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1375.851876] env[68946]: value = "task-2879823" [ 1375.851876] env[68946]: _type = "Task" [ 1375.851876] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.857077] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e893b50d-20b1-45ee-9fff-e013695dc15c tempest-ServerActionsTestOtherB-2054370122 tempest-ServerActionsTestOtherB-2054370122-project-member] Lock "7ad74e68-fc8d-4f45-a512-0d30cd029073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.362s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.861669] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.096079] env[68946]: DEBUG nova.network.neutron [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updated VIF entry in instance network info cache for port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.096497] env[68946]: DEBUG nova.network.neutron [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.362543] env[68946]: DEBUG oslo_vmware.api [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879823, 'name': ReconfigVM_Task, 'duration_secs': 0.139584} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.362917] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-578675', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'name': 'volume-cdad73b9-307a-4257-acba-3a9f3a6b8412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f35943f4-5cee-4bf6-ae15-2186637a8cba', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdad73b9-307a-4257-acba-3a9f3a6b8412', 'serial': 'cdad73b9-307a-4257-acba-3a9f3a6b8412'} {{(pid=68946) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1376.599489] env[68946]: DEBUG oslo_concurrency.lockutils [req-5b41f1f6-a0ce-4ee9-865b-44f179803c79 req-6e803e22-52d0-476b-b1c7-d23e81034aeb service nova] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.903864] env[68946]: DEBUG nova.objects.instance [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'flavor' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.758636] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "029bab56-5104-4cfd-859e-8281b56ddd0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.759070] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.759149] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.759340] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.759516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.761697] env[68946]: INFO nova.compute.manager [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Terminating instance [ 1377.911241] env[68946]: DEBUG oslo_concurrency.lockutils [None req-21a852f6-996c-43f4-bf37-9b31a983ebf3 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.266336] env[68946]: DEBUG nova.compute.manager [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.266539] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.267513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41397191-790f-42cf-815f-fcf4ce9dec80 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.276663] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.276891] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c8006b-4feb-442f-8e7f-8df39ce6a815 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.282987] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1378.282987] env[68946]: value = "task-2879824" [ 1378.282987] env[68946]: _type = "Task" [ 1378.282987] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.291036] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.793295] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879824, 'name': PowerOffVM_Task, 'duration_secs': 0.222632} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.793736] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.793736] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.793978] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344163cd-a762-44ca-9a81-4e5eaadd1008 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.851701] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.851962] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.852187] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleting the datastore file [datastore2] 029bab56-5104-4cfd-859e-8281b56ddd0b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.852445] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf98474-59d3-4d79-9e64-0dea16fc9c12 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.859467] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for the task: (returnval){ [ 1378.859467] env[68946]: value = "task-2879826" [ 1378.859467] env[68946]: _type = "Task" [ 1378.859467] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.866917] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.969936] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.970254] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.970468] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.970727] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.970917] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.973058] env[68946]: INFO nova.compute.manager [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Terminating instance [ 1379.369842] env[68946]: DEBUG oslo_vmware.api [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Task: {'id': task-2879826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13256} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.370127] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.370317] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.370493] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.370687] env[68946]: INFO nova.compute.manager [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1379.370940] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.371144] env[68946]: DEBUG nova.compute.manager [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.371239] env[68946]: DEBUG nova.network.neutron [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.476685] env[68946]: DEBUG nova.compute.manager [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.476933] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.477872] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db5391-6246-41ef-a643-4361d2f0c7b4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.485088] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.485314] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5105af20-12d4-4bc8-9e26-9c8b3514a7ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.490865] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1379.490865] env[68946]: value = "task-2879827" [ 1379.490865] env[68946]: _type = "Task" [ 1379.490865] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.498522] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.605730] env[68946]: DEBUG nova.compute.manager [req-97c5f954-eb2c-45db-9ee8-5390a7b0301b req-3658dd7a-93d6-462e-a8f4-1b160a7d596c service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Received event network-vif-deleted-a1cff972-dd0e-4ebd-b473-d74276f3ed18 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1379.606113] env[68946]: INFO nova.compute.manager [req-97c5f954-eb2c-45db-9ee8-5390a7b0301b req-3658dd7a-93d6-462e-a8f4-1b160a7d596c service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Neutron deleted interface a1cff972-dd0e-4ebd-b473-d74276f3ed18; detaching it from the instance and deleting it from the info cache [ 1379.607698] env[68946]: DEBUG nova.network.neutron [req-97c5f954-eb2c-45db-9ee8-5390a7b0301b req-3658dd7a-93d6-462e-a8f4-1b160a7d596c service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.002895] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879827, 'name': PowerOffVM_Task, 'duration_secs': 0.198907} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.002895] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.002895] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.002895] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de415717-d892-43f5-b665-9a180b7db5af {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.063345] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.063345] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.063585] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore2] f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.064552] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf310b1-3329-4128-a8c9-8ca2cfab007b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.070334] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1380.070334] env[68946]: value = "task-2879829" [ 1380.070334] env[68946]: _type = "Task" [ 1380.070334] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.078412] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.087810] env[68946]: DEBUG nova.network.neutron [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.111421] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9f02d17-35f7-48b9-987a-b34a0549db59 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.122893] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0f6c7-2a9f-4162-80bc-8ae2924a5506 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.147254] env[68946]: DEBUG nova.compute.manager [req-97c5f954-eb2c-45db-9ee8-5390a7b0301b req-3658dd7a-93d6-462e-a8f4-1b160a7d596c service nova] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Detach interface failed, port_id=a1cff972-dd0e-4ebd-b473-d74276f3ed18, reason: Instance 029bab56-5104-4cfd-859e-8281b56ddd0b could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1380.580570] env[68946]: DEBUG oslo_vmware.api [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121958} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.580911] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.581094] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.581268] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.581438] env[68946]: INFO nova.compute.manager [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1380.581672] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.581854] env[68946]: DEBUG nova.compute.manager [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.581954] env[68946]: DEBUG nova.network.neutron [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.590499] env[68946]: INFO nova.compute.manager [-] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Took 1.22 seconds to deallocate network for instance. [ 1381.099809] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.100206] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.100438] env[68946]: DEBUG nova.objects.instance [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lazy-loading 'resources' on Instance uuid 029bab56-5104-4cfd-859e-8281b56ddd0b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.512445] env[68946]: DEBUG nova.network.neutron [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.636662] env[68946]: DEBUG nova.compute.manager [req-53d1a124-5972-4006-9348-901d0589f669 req-9d11df6d-f34f-44c6-a333-af2963976d01 service nova] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Received event network-vif-deleted-6f236aec-5a0e-409a-b522-2437b2b40f6f {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1381.660274] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223d147-9ff8-4b33-90bc-3614eb9dbbb8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.667588] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce939bcc-18c4-4f29-bb6c-dabbff89846d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.698313] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47032a1-e43f-404d-a302-8afe35b8d10d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.705608] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13b4b8-39cd-4a49-b5e0-4ab63901c95c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.719190] env[68946]: DEBUG nova.compute.provider_tree [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.016040] env[68946]: INFO nova.compute.manager [-] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Took 1.43 seconds to deallocate network for instance. [ 1382.061112] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.222736] env[68946]: DEBUG nova.scheduler.client.report [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.523700] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.728485] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.730868] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.207s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.731112] env[68946]: DEBUG nova.objects.instance [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'resources' on Instance uuid f35943f4-5cee-4bf6-ae15-2186637a8cba {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.751608] env[68946]: INFO nova.scheduler.client.report [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Deleted allocations for instance 029bab56-5104-4cfd-859e-8281b56ddd0b [ 1383.061511] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.258601] env[68946]: DEBUG oslo_concurrency.lockutils [None req-5cc2e192-5fae-41f1-902e-5fe97a75858f tempest-ServerActionsTestOtherA-1809810001 tempest-ServerActionsTestOtherA-1809810001-project-member] Lock "029bab56-5104-4cfd-859e-8281b56ddd0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.500s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.271261] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b695ab7-0f8a-4503-b7f5-e2bbdbf15480 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.279390] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62fc08b-9921-40df-b162-6b8bae961349 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.310151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a41a5-dcff-407b-b2f3-4c793ec66b84 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.317119] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0c328-bb90-4fa9-9948-c7ed7b45a36d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.330085] env[68946]: DEBUG nova.compute.provider_tree [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.834023] env[68946]: DEBUG nova.scheduler.client.report [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.060927] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.338954] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.361874] env[68946]: INFO nova.scheduler.client.report [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted allocations for instance f35943f4-5cee-4bf6-ae15-2186637a8cba [ 1384.870609] env[68946]: DEBUG oslo_concurrency.lockutils [None req-81f57302-404b-4062-a9de-7016b09942b6 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "f35943f4-5cee-4bf6-ae15-2186637a8cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.900s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.056706] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.061822] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.062067] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.062067] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.565053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.565291] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.565467] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.565620] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1386.566652] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36557783-661a-4ab7-b96a-c772f8909580 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.575717] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee6ecc-436a-486e-b9cb-158991997781 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.589667] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403cfdff-846f-471a-976d-8a8906f325d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.595970] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c2a7d2-b376-419b-9f75-b447e02de7a5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.625516] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179935MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1386.625657] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.625864] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.889155] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.889398] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.391317] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1387.646402] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 12c2a50a-15e7-4302-946b-af807456593a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.909865] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.149747] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1388.150016] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.150140] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.186627] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3ac52-54c7-4968-bca1-6b9e8b8e971b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.194170] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c074c-dde4-43f3-9a4d-10c13acfa0b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.223963] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c72f990-fa99-4915-8f0f-fa754e3484b2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.230425] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b49f9a2-983d-4daf-b4f1-2c9813a62e34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.243117] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.746402] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.251447] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1389.251693] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.626s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.252029] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.342s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.253998] env[68946]: INFO nova.compute.claims [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.297986] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019a336-5bd4-4312-9fca-b67d6656c7fe {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.305328] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43e9b2-c58b-4c8d-921b-ad17920c98b9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.334918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1998d0-1e11-4022-ae39-fdf4ba09b87e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.341453] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d304ed-63e4-4ea5-8c98-6d8f36af25ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.353746] env[68946]: DEBUG nova.compute.provider_tree [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.857047] env[68946]: DEBUG nova.scheduler.client.report [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.363058] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.363699] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.870285] env[68946]: DEBUG nova.compute.utils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.873021] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.873021] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.918223] env[68946]: DEBUG nova.policy [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c5f765cd154033a62d0277db2b2ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff71ef91c6e4e6d8a9ab38ef1a445cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.168136] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Successfully created port: 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.256269] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.256455] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1392.375428] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.386137] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.413175] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.413440] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.413597] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.413779] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.413926] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.414093] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.414309] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.414467] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.414631] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.414791] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.414972] env[68946]: DEBUG nova.virt.hardware [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.415855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06ba6d-949d-411d-8bed-3303c040ac9b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.423648] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7ec86-756c-4b39-aceb-dd0ef485f221 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.505787] env[68946]: DEBUG nova.compute.manager [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1393.506041] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.506260] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.506427] env[68946]: DEBUG oslo_concurrency.lockutils [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.506591] env[68946]: DEBUG nova.compute.manager [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] No waiting events found dispatching network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.506751] env[68946]: WARNING nova.compute.manager [req-79d18c3d-4a5c-4629-9286-de61322729f2 req-b513852d-e69c-4b8a-ad1c-b1b0c2c26cf2 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received unexpected event network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 for instance with vm_state building and task_state spawning. [ 1393.591251] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Successfully updated port: 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.094180] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.094388] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.094469] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.625890] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.744415] env[68946]: DEBUG nova.network.neutron [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.247120] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.247484] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance network_info: |[{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.247925] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:88:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505f66cd-c5a6-4cd9-8e25-07ba51ea15c5', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.255444] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.255651] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.255872] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a367e01-2016-4cb6-a0d0-ee27c1b70a0b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.275628] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.275628] env[68946]: value = "task-2879830" [ 1395.275628] env[68946]: _type = "Task" [ 1395.275628] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.286140] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879830, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.533449] env[68946]: DEBUG nova.compute.manager [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1395.533684] env[68946]: DEBUG nova.compute.manager [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing instance network info cache due to event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1395.533857] env[68946]: DEBUG oslo_concurrency.lockutils [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.533999] env[68946]: DEBUG oslo_concurrency.lockutils [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.534178] env[68946]: DEBUG nova.network.neutron [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.785781] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879830, 'name': CreateVM_Task, 'duration_secs': 0.280079} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.786139] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.786676] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.786851] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.787188] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.787436] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8fba73-cabe-41f7-aa46-af2e867fd53f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.791815] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1395.791815] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5271d4ec-2156-4b38-22fb-4fe10b26525c" [ 1395.791815] env[68946]: _type = "Task" [ 1395.791815] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.799570] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5271d4ec-2156-4b38-22fb-4fe10b26525c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.204727] env[68946]: DEBUG nova.network.neutron [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updated VIF entry in instance network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.205094] env[68946]: DEBUG nova.network.neutron [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.302549] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5271d4ec-2156-4b38-22fb-4fe10b26525c, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.304420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.304420] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.304420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.304420] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.304420] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.304420] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b576ebb4-9b08-433a-8102-ff956adde038 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.313190] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.313342] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.314030] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7a1391-9378-43e4-a9cc-c9477def5b32 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.318788] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1396.318788] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541c65-6abd-90e2-c444-3c2b3f6b63d6" [ 1396.318788] env[68946]: _type = "Task" [ 1396.318788] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.325923] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541c65-6abd-90e2-c444-3c2b3f6b63d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.707590] env[68946]: DEBUG oslo_concurrency.lockutils [req-c12fe820-9fb0-443d-af76-56120f1a2182 req-2d30e39a-4ee0-4090-92c7-dfc211f5ea02 service nova] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.829480] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52541c65-6abd-90e2-c444-3c2b3f6b63d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.830266] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee6a0ce-406a-4b2c-a3d0-a5305339be5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.835380] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1396.835380] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52068a70-0a1d-f771-dbae-8cf72644b2c2" [ 1396.835380] env[68946]: _type = "Task" [ 1396.835380] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.842697] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52068a70-0a1d-f771-dbae-8cf72644b2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.347222] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52068a70-0a1d-f771-dbae-8cf72644b2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.347486] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.347735] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.347989] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b69691b5-6476-4879-ac82-2d6c072f8c8a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.354961] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1397.354961] env[68946]: value = "task-2879831" [ 1397.354961] env[68946]: _type = "Task" [ 1397.354961] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.363504] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.864353] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415917} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.864673] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.864798] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.865107] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1add60bc-81d7-49a6-b6c6-0bad57e7a647 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.871359] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1397.871359] env[68946]: value = "task-2879832" [ 1397.871359] env[68946]: _type = "Task" [ 1397.871359] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.878553] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.380707] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06523} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.381011] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.381798] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171f040-3c5e-4f23-a1ef-c0daccef95c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.403157] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.403388] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27aaa3f0-80d2-467d-a833-be4f807ff59f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.423122] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1398.423122] env[68946]: value = "task-2879833" [ 1398.423122] env[68946]: _type = "Task" [ 1398.423122] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.430498] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.933458] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879833, 'name': ReconfigVM_Task, 'duration_secs': 0.315221} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.933856] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.934445] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8aa31c-4b00-4ed4-a62d-5b320e10d1dc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.941866] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1398.941866] env[68946]: value = "task-2879834" [ 1398.941866] env[68946]: _type = "Task" [ 1398.941866] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.948994] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879834, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.451635] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879834, 'name': Rename_Task, 'duration_secs': 0.137387} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.451872] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.452133] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2d7b6e-83e3-4e85-86cb-ac567f865f38 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.458192] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1399.458192] env[68946]: value = "task-2879835" [ 1399.458192] env[68946]: _type = "Task" [ 1399.458192] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.465936] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.969064] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.468998] env[68946]: DEBUG oslo_vmware.api [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879835, 'name': PowerOnVM_Task, 'duration_secs': 0.590362} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.469270] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.469470] env[68946]: INFO nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1400.469646] env[68946]: DEBUG nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.470434] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3e818-3913-44d5-9e09-db9286a5a3b5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.988475] env[68946]: INFO nova.compute.manager [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Took 13.09 seconds to build instance. [ 1401.199234] env[68946]: DEBUG nova.compute.manager [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1401.199482] env[68946]: DEBUG nova.compute.manager [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing instance network info cache due to event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1401.199700] env[68946]: DEBUG oslo_concurrency.lockutils [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.199842] env[68946]: DEBUG oslo_concurrency.lockutils [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.200037] env[68946]: DEBUG nova.network.neutron [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.490108] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3c7c7aeb-eeac-4b73-9e9b-d7882a31b35a tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.600s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.895188] env[68946]: DEBUG nova.network.neutron [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updated VIF entry in instance network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.895556] env[68946]: DEBUG nova.network.neutron [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.398212] env[68946]: DEBUG oslo_concurrency.lockutils [req-8c77f953-4679-413a-bfa5-13ac86aaec60 req-5a062dc4-4b37-47fe-bdc7-283936b8039d service nova] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.624165] env[68946]: DEBUG nova.compute.manager [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Stashing vm_state: active {{(pid=68946) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1414.142033] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.142333] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.648192] env[68946]: INFO nova.compute.claims [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.153942] env[68946]: INFO nova.compute.resource_tracker [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating resource usage from migration 8ca2636e-8196-4346-8a1e-881e46f8a6d2 [ 1415.203874] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0465c3-8670-4bef-a789-7b94337d8045 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.211654] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c96fcb9-c814-4c34-b262-750d7e129616 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.241567] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e749efec-656b-4203-9eaa-47dbec8024c6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.248423] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e5091-76fb-4eff-8b54-9eca9e53f6ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.261160] env[68946]: DEBUG nova.compute.provider_tree [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.764496] env[68946]: DEBUG nova.scheduler.client.report [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.269675] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.127s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.269977] env[68946]: INFO nova.compute.manager [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Migrating [ 1416.784550] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.784965] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.784965] env[68946]: DEBUG nova.network.neutron [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.486644] env[68946]: DEBUG nova.network.neutron [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.990094] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.503869] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a8b3ff-fbbe-45b7-a8c2-11a7fa374227 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.522259] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 0 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.028667] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.028986] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29235881-1de8-4e74-96f7-57c8d03468e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.035812] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1420.035812] env[68946]: value = "task-2879836" [ 1420.035812] env[68946]: _type = "Task" [ 1420.035812] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.043139] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.545239] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879836, 'name': PowerOffVM_Task, 'duration_secs': 0.215192} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.545591] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.545673] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 17 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.052258] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.052557] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.052791] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.053063] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.053270] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.053477] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.053758] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.053966] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.054213] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.054433] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.054617] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.059562] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661a36f1-d776-4ef7-ae5a-4d53c55234f3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.075948] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1421.075948] env[68946]: value = "task-2879837" [ 1421.075948] env[68946]: _type = "Task" [ 1421.075948] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.083792] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.586072] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.086847] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.588075] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879837, 'name': ReconfigVM_Task, 'duration_secs': 1.178737} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.588444] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 33 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.095156] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.095414] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.095569] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.095749] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.095890] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.096044] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.096252] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.096409] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.096571] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.096729] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.096900] env[68946]: DEBUG nova.virt.hardware [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.102118] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.102404] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f969165-ae60-4bb5-a86d-a05fcb11772b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.120635] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1423.120635] env[68946]: value = "task-2879838" [ 1423.120635] env[68946]: _type = "Task" [ 1423.120635] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.128331] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.630629] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879838, 'name': ReconfigVM_Task, 'duration_secs': 0.179713} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.630942] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.631656] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba509d-deec-4a76-b1ee-ac92aa7c340b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.654657] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.655197] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b7363e-2d4c-48af-aa1d-1fc8b8d129cc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.673402] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1423.673402] env[68946]: value = "task-2879839" [ 1423.673402] env[68946]: _type = "Task" [ 1423.673402] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.680872] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.183631] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879839, 'name': ReconfigVM_Task, 'duration_secs': 0.24916} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.183888] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.184167] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 50 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.690878] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64119f-c477-499e-af4e-7823af3bbf54 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.709814] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869057ed-a390-4e81-98c4-0efa10d65674 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.726497] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 67 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.265520] env[68946]: DEBUG nova.network.neutron [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1426.287552] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "12c2a50a-15e7-4302-946b-af807456593a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.287940] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.287940] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.323509] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.323792] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.323881] env[68946]: DEBUG nova.network.neutron [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.010991] env[68946]: DEBUG nova.network.neutron [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.514053] env[68946]: DEBUG oslo_concurrency.lockutils [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.037704] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccac4c96-695e-4f8f-8b05-14c9a964a4b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.056388] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2032a-7eae-4bcc-b60e-e542f195ddac {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.063018] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 83 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.569435] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.569801] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c031313-8b19-47c4-8b69-1a70459801e1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.577768] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1429.577768] env[68946]: value = "task-2879840" [ 1429.577768] env[68946]: _type = "Task" [ 1429.577768] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.585424] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.087868] env[68946]: DEBUG oslo_vmware.api [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879840, 'name': PowerOnVM_Task, 'duration_secs': 0.390964} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.088177] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.088375] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5a262-279a-441a-b9fd-5cf6dd5a380c tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance '12c2a50a-15e7-4302-946b-af807456593a' progress to 100 {{(pid=68946) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.908943] env[68946]: DEBUG nova.network.neutron [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Port 41d2640a-7cac-4d77-9a14-6bd7e838a6a4 binding to destination host cpu-1 is already ACTIVE {{(pid=68946) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1432.909219] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.909367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.909529] env[68946]: DEBUG nova.network.neutron [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.642773] env[68946]: DEBUG nova.network.neutron [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.145436] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.649136] env[68946]: DEBUG nova.compute.manager [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68946) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1434.649385] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.649644] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.154104] env[68946]: DEBUG nova.objects.instance [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'migration_context' on Instance uuid 12c2a50a-15e7-4302-946b-af807456593a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.709025] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c9dd7-4178-43bd-ae56-0e417bdba681 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.716509] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed5ed9-e603-4b42-8c5b-db5dc3277f5a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.747152] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825c50b1-d5d1-43e2-bc29-16303f67f751 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.754609] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f3904-208e-492f-9eab-0e2ce82d663b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.767623] env[68946]: DEBUG nova.compute.provider_tree [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.270484] env[68946]: DEBUG nova.scheduler.client.report [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.281325] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.631s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.824444] env[68946]: INFO nova.compute.manager [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Swapping old allocation on dict_keys(['03ff55a1-79e2-4be2-a4e9-0053d15786dc']) held by migration 8ca2636e-8196-4346-8a1e-881e46f8a6d2 for instance [ 1438.846071] env[68946]: DEBUG nova.scheduler.client.report [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Overwriting current allocation {'allocations': {'03ff55a1-79e2-4be2-a4e9-0053d15786dc': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'c8b9cb0a0e2f4412b9b67855c00289fc', 'user_id': '92e79afbb59a4a9e9e15f9d617e87134', 'consumer_generation': 1} on consumer 12c2a50a-15e7-4302-946b-af807456593a {{(pid=68946) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1438.921493] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.922081] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.922081] env[68946]: DEBUG nova.network.neutron [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.268542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.268780] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.268955] env[68946]: INFO nova.compute.manager [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Shelving [ 1439.609070] env[68946]: DEBUG nova.network.neutron [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [{"id": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "address": "fa:16:3e:25:c2:05", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d2640a-7c", "ovs_interfaceid": "41d2640a-7cac-4d77-9a14-6bd7e838a6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.112345] env[68946]: DEBUG oslo_concurrency.lockutils [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-12c2a50a-15e7-4302-946b-af807456593a" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.112839] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.113139] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d5a74e-a13a-4b89-8654-a92dd06a268e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.121038] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1440.121038] env[68946]: value = "task-2879841" [ 1440.121038] env[68946]: _type = "Task" [ 1440.121038] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.129128] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.280118] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.280471] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c68dab46-f5ee-4216-94d1-42413982e102 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.287406] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1440.287406] env[68946]: value = "task-2879842" [ 1440.287406] env[68946]: _type = "Task" [ 1440.287406] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.295265] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.630614] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879841, 'name': PowerOffVM_Task, 'duration_secs': 0.206812} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.630902] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.631554] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.631769] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.631920] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.632112] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.632258] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.632408] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.632611] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.632794] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.632965] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.633145] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.633315] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.638149] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864ac88d-38ae-4df9-963b-72ab6a692620 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.653681] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1440.653681] env[68946]: value = "task-2879843" [ 1440.653681] env[68946]: _type = "Task" [ 1440.653681] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.660996] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.798322] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879842, 'name': PowerOffVM_Task, 'duration_secs': 0.18214} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.798605] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.799343] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814435e-9a27-495d-8b9e-8b9be0af678e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.817548] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce12ec4-f3a1-4602-ae17-11a37fda0afc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.164584] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879843, 'name': ReconfigVM_Task, 'duration_secs': 0.138221} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.165415] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e02223-2a17-45b8-9917-6bcac7ee3002 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.183020] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.183141] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.183290] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.183471] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.183615] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.183757] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.183956] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.184127] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.184288] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.184451] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.184622] env[68946]: DEBUG nova.virt.hardware [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.185390] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf771a7-4d28-49dc-836b-d1f1d3a980da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.190811] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1441.190811] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea2c89-33ca-0b91-2f32-14163f047e25" [ 1441.190811] env[68946]: _type = "Task" [ 1441.190811] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.198745] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea2c89-33ca-0b91-2f32-14163f047e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.327320] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Creating Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1441.327667] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9939e886-b0e1-47de-9227-d18e65946334 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.335838] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1441.335838] env[68946]: value = "task-2879844" [ 1441.335838] env[68946]: _type = "Task" [ 1441.335838] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.343919] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879844, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.701506] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52ea2c89-33ca-0b91-2f32-14163f047e25, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.707059] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1441.707364] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70177238-3e92-46c5-b9ac-b2ff8a111e5b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.726316] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1441.726316] env[68946]: value = "task-2879845" [ 1441.726316] env[68946]: _type = "Task" [ 1441.726316] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.734558] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.845754] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879844, 'name': CreateSnapshot_Task, 'duration_secs': 0.41281} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.845999] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Created Snapshot of the VM instance {{(pid=68946) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1441.846737] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24f6f2-777e-4944-bb23-f0c8531df3ed {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.235760] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.363892] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Creating linked-clone VM from snapshot {{(pid=68946) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1442.364216] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-293f05b2-78d2-4831-8e5a-23018da9d8e2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.372325] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1442.372325] env[68946]: value = "task-2879846" [ 1442.372325] env[68946]: _type = "Task" [ 1442.372325] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.380416] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879846, 'name': CloneVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.736412] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.882291] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879846, 'name': CloneVM_Task} progress is 94%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.061702] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.061926] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.244162] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879845, 'name': ReconfigVM_Task, 'duration_secs': 1.286732} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.244628] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=68946) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1443.245564] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9674df-150c-409c-9b88-c8daa9eb7efd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.279326] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.279680] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd26ae4-89dd-4289-9ee8-4739ac73ec3f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.298042] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1443.298042] env[68946]: value = "task-2879847" [ 1443.298042] env[68946]: _type = "Task" [ 1443.298042] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.306012] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.383918] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879846, 'name': CloneVM_Task} progress is 95%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.808433] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879847, 'name': ReconfigVM_Task, 'duration_secs': 0.26052} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.808678] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 12c2a50a-15e7-4302-946b-af807456593a/12c2a50a-15e7-4302-946b-af807456593a.vmdk or device None with type thin {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.809477] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6360708-e3fd-4be7-b383-4d3e22b3aa8e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.826998] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daa5ead-7761-4d2f-9c79-e2db354cc302 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.844279] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9761b02-c88b-49ea-9fa1-5b1ddecd4961 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.861464] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89dd097-1f11-4b58-ad6a-605a0aba41c5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.867756] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.867973] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bf6773d-749b-4df4-a7a7-1f9b878e44c8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.873777] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1443.873777] env[68946]: value = "task-2879848" [ 1443.873777] env[68946]: _type = "Task" [ 1443.873777] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.883044] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.885835] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879846, 'name': CloneVM_Task, 'duration_secs': 1.182504} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.886069] env[68946]: INFO nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Created linked-clone VM from snapshot [ 1443.886722] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e642f855-5cdd-47db-af17-dcc0942bc01c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.894850] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Uploading image 4b9f076b-1d60-4070-88ec-a983e7227d6d {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1443.920206] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1443.920206] env[68946]: value = "vm-578685" [ 1443.920206] env[68946]: _type = "VirtualMachine" [ 1443.920206] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1443.920488] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cbfc2cb-d18f-4d5e-9796-c197ec119f9f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.926824] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease: (returnval){ [ 1443.926824] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52526ac5-bff0-f6a4-d890-83d6c1dbec3b" [ 1443.926824] env[68946]: _type = "HttpNfcLease" [ 1443.926824] env[68946]: } obtained for exporting VM: (result){ [ 1443.926824] env[68946]: value = "vm-578685" [ 1443.926824] env[68946]: _type = "VirtualMachine" [ 1443.926824] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1443.927210] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the lease: (returnval){ [ 1443.927210] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52526ac5-bff0-f6a4-d890-83d6c1dbec3b" [ 1443.927210] env[68946]: _type = "HttpNfcLease" [ 1443.927210] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1443.934160] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.934160] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52526ac5-bff0-f6a4-d890-83d6c1dbec3b" [ 1443.934160] env[68946]: _type = "HttpNfcLease" [ 1443.934160] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1444.383946] env[68946]: DEBUG oslo_vmware.api [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879848, 'name': PowerOnVM_Task, 'duration_secs': 0.342891} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.384355] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.434551] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1444.434551] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52526ac5-bff0-f6a4-d890-83d6c1dbec3b" [ 1444.434551] env[68946]: _type = "HttpNfcLease" [ 1444.434551] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1444.434897] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1444.434897] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52526ac5-bff0-f6a4-d890-83d6c1dbec3b" [ 1444.434897] env[68946]: _type = "HttpNfcLease" [ 1444.434897] env[68946]: }. {{(pid=68946) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1444.435550] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179d347-44a4-4305-a585-18c99df349da {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.442856] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1444.443030] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk for reading. {{(pid=68946) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1444.528959] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8af6936-8843-4b02-aa50-cc3c6afbbea6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.056808] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.397102] env[68946]: INFO nova.compute.manager [None req-50c83991-9736-4df2-8a9a-d5b6861180d1 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance to original state: 'active' [ 1446.061407] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.061407] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.061570] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.590240] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "12c2a50a-15e7-4302-946b-af807456593a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.590725] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.590946] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "12c2a50a-15e7-4302-946b-af807456593a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.591202] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.591464] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.594231] env[68946]: INFO nova.compute.manager [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Terminating instance [ 1447.060810] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.098896] env[68946]: DEBUG nova.compute.manager [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.099245] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.100261] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b69e52-f096-4563-a206-b0be8357145b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.109648] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.109888] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c97972-fe0a-43b5-8762-57a60858fcae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.117664] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1447.117664] env[68946]: value = "task-2879850" [ 1447.117664] env[68946]: _type = "Task" [ 1447.117664] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.126509] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.628000] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879850, 'name': PowerOffVM_Task, 'duration_secs': 0.222272} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.628423] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.628480] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.628692] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d576bd-11ca-408b-afba-f5088ffc1ff2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.694915] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.695158] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.695328] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleting the datastore file [datastore2] 12c2a50a-15e7-4302-946b-af807456593a {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.695590] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e87fef30-24c9-463c-b93f-5c841d124a04 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.702595] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1447.702595] env[68946]: value = "task-2879852" [ 1447.702595] env[68946]: _type = "Task" [ 1447.702595] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.710114] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.060839] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.213458] env[68946]: DEBUG oslo_vmware.api [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17275} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.213766] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.213903] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.214066] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.214246] env[68946]: INFO nova.compute.manager [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1448.214485] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.214674] env[68946]: DEBUG nova.compute.manager [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.214766] env[68946]: DEBUG nova.network.neutron [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.563870] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.564189] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.564362] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.564536] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1448.565432] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa1f2f-5308-474f-a2ac-a0eac4e8e60c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.573758] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b03cd-2951-46f4-9190-bd6b7b4b2ccc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.588080] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e66cc35-f057-43b1-a49e-d4e356c5d952 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.595096] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12a023-faf5-4c92-be2d-ab7024f3084c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.625608] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180667MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1448.625808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.625983] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.674766] env[68946]: DEBUG nova.compute.manager [req-8e6fe2b4-f75b-48fe-9c11-b74dd88b9f4f req-9d28d247-bbc9-42fe-85ad-5aef03622974 service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Received event network-vif-deleted-41d2640a-7cac-4d77-9a14-6bd7e838a6a4 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1448.675075] env[68946]: INFO nova.compute.manager [req-8e6fe2b4-f75b-48fe-9c11-b74dd88b9f4f req-9d28d247-bbc9-42fe-85ad-5aef03622974 service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Neutron deleted interface 41d2640a-7cac-4d77-9a14-6bd7e838a6a4; detaching it from the instance and deleting it from the info cache [ 1448.675316] env[68946]: DEBUG nova.network.neutron [req-8e6fe2b4-f75b-48fe-9c11-b74dd88b9f4f req-9d28d247-bbc9-42fe-85ad-5aef03622974 service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.158190] env[68946]: DEBUG nova.network.neutron [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.178178] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e1a459c-fe12-47df-87a6-8cc0270bbca3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.189538] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30de2ea-b4ad-41bf-b4fb-df55a99bfb34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.216195] env[68946]: DEBUG nova.compute.manager [req-8e6fe2b4-f75b-48fe-9c11-b74dd88b9f4f req-9d28d247-bbc9-42fe-85ad-5aef03622974 service nova] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Detach interface failed, port_id=41d2640a-7cac-4d77-9a14-6bd7e838a6a4, reason: Instance 12c2a50a-15e7-4302-946b-af807456593a could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1449.652805] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1449.652992] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 12c2a50a-15e7-4302-946b-af807456593a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1449.653176] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1449.653320] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1449.661060] env[68946]: INFO nova.compute.manager [-] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Took 1.45 seconds to deallocate network for instance. [ 1449.691920] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f74f0a-e7c5-4d00-a796-42ae7e503cf1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.700584] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9359505f-a4f6-41ee-a451-f745549a46e7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.732147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ef206-207e-4f13-8eea-020628daeae8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.739439] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef760d-6782-4ad3-afb6-e453727cd316 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.752815] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.167673] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.256186] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.760913] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1450.761330] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.761379] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.594s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.761609] env[68946]: DEBUG nova.objects.instance [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'resources' on Instance uuid 12c2a50a-15e7-4302-946b-af807456593a {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.302049] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c94c6-a481-4a98-b1b2-cf985e2b0f45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.310151] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82695d8-7f02-4f52-a51e-ec340bb766f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.340991] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc14aed-bec7-4b99-9e8c-8a2d827ed0db {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.348712] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a230ce-82ab-4f82-b870-2b2b5996c118 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.364208] env[68946]: DEBUG nova.compute.provider_tree [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.842983] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1451.843880] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a9ec6c-e138-427a-90f1-2197e1e736a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.849680] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1451.849839] env[68946]: ERROR oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk due to incomplete transfer. [ 1451.850056] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df1a9072-500c-4c9b-8c13-33f70d378c30 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.856563] env[68946]: DEBUG oslo_vmware.rw_handles [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eeed29-26b4-9341-27ec-1235ee7aa9e3/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1451.856747] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Uploaded image 4b9f076b-1d60-4070-88ec-a983e7227d6d to the Glance image server {{(pid=68946) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1451.859161] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Destroying the VM {{(pid=68946) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1451.859384] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e500ef32-4396-4032-b1e9-bc839d343b1e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.864681] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1451.864681] env[68946]: value = "task-2879853" [ 1451.864681] env[68946]: _type = "Task" [ 1451.864681] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.867977] env[68946]: DEBUG nova.scheduler.client.report [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.875367] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879853, 'name': Destroy_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.378341] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.378341] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879853, 'name': Destroy_Task, 'duration_secs': 0.30683} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.378341] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Destroyed the VM [ 1452.378341] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleting Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1452.378970] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29d35c19-a792-455d-99aa-f8e2e0fcfef9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.388028] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1452.388028] env[68946]: value = "task-2879854" [ 1452.388028] env[68946]: _type = "Task" [ 1452.388028] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.394143] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.403937] env[68946]: INFO nova.scheduler.client.report [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted allocations for instance 12c2a50a-15e7-4302-946b-af807456593a [ 1452.899021] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377747} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.899021] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleted Snapshot of the VM instance {{(pid=68946) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1452.899021] env[68946]: DEBUG nova.compute.manager [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.899021] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f50b3f-aa76-4d95-bfbb-6f50103a6817 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.910778] env[68946]: DEBUG oslo_concurrency.lockutils [None req-6da822bc-381d-4adb-aa13-5cce6c1af7cf tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "12c2a50a-15e7-4302-946b-af807456593a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.320s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.409328] env[68946]: INFO nova.compute.manager [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Shelve offloading [ 1453.605732] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "823c55eb-d8c5-4235-b014-0863bc16136b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.605988] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.762361] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.762552] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1453.913311] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.913667] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c63b82-3bdc-45ed-9690-559df252d254 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.921685] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1453.921685] env[68946]: value = "task-2879855" [ 1453.921685] env[68946]: _type = "Task" [ 1453.921685] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.928929] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.108481] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.432495] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] VM already powered off {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1454.432781] env[68946]: DEBUG nova.compute.manager [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.433444] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3e559c-0758-4166-8408-4855fe50ef47 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.438584] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.438781] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.438912] env[68946]: DEBUG nova.network.neutron [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.634011] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.634301] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.635850] env[68946]: INFO nova.compute.claims [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.147992] env[68946]: DEBUG nova.network.neutron [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.651507] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.681563] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ef58f-eba8-4592-a393-744733a940ca {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.688947] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d7085-f0cd-48e7-9d8d-cf76c1ab18cb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.718208] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72f4eb-438a-4b86-8021-97de3bfb1b92 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.726918] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756005df-e216-467d-8ffa-09309c6d06cd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.751247] env[68946]: DEBUG nova.compute.provider_tree [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.919590] env[68946]: DEBUG nova.compute.manager [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-vif-unplugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1455.919823] env[68946]: DEBUG oslo_concurrency.lockutils [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.920241] env[68946]: DEBUG oslo_concurrency.lockutils [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.920502] env[68946]: DEBUG oslo_concurrency.lockutils [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.920699] env[68946]: DEBUG nova.compute.manager [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] No waiting events found dispatching network-vif-unplugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1455.920859] env[68946]: WARNING nova.compute.manager [req-14796e6d-a1c2-4911-9e75-c8bd05d1bacd req-979b9bc2-89e4-4487-aade-9d6607e8332a service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received unexpected event network-vif-unplugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1456.009477] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.010397] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d85b0f-0dd9-4392-bc79-9a479acac859 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.018207] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.018440] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53d835d-e4cf-4c84-baa6-cfc69eabb865 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.081282] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.081578] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.081760] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.082037] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb34d542-d41f-41e2-ba84-9a9cbbf322bc {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.088103] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1456.088103] env[68946]: value = "task-2879857" [ 1456.088103] env[68946]: _type = "Task" [ 1456.088103] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.095513] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.254871] env[68946]: DEBUG nova.scheduler.client.report [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.597509] env[68946]: DEBUG oslo_vmware.api [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133904} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.597755] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.597877] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.598056] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.615750] env[68946]: INFO nova.scheduler.client.report [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted allocations for instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 [ 1456.759897] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.760547] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.120350] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.120664] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.120892] env[68946]: DEBUG nova.objects.instance [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'resources' on Instance uuid 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.265259] env[68946]: DEBUG nova.compute.utils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.266688] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.266765] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.310785] env[68946]: DEBUG nova.policy [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92e79afbb59a4a9e9e15f9d617e87134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b9cb0a0e2f4412b9b67855c00289fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.551651] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Successfully created port: d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.623663] env[68946]: DEBUG nova.objects.instance [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'numa_topology' on Instance uuid 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.769867] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.951328] env[68946]: DEBUG nova.compute.manager [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1457.951552] env[68946]: DEBUG nova.compute.manager [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing instance network info cache due to event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1457.951769] env[68946]: DEBUG oslo_concurrency.lockutils [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.951912] env[68946]: DEBUG oslo_concurrency.lockutils [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.952087] env[68946]: DEBUG nova.network.neutron [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.126823] env[68946]: DEBUG nova.objects.base [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Object Instance<5600967c-bb3a-40b0-ae85-fa2b685e8a62> lazy-loaded attributes: resources,numa_topology {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1458.167493] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d8f60-eb2f-499f-9e2b-df44df3d6ead {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.175837] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86455cb-2089-4d6b-af4f-bf887dc4794e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.205502] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd2e730-54fb-4d7e-8bc1-7499b4b5100a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.213131] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e6401-fb17-41a1-9e91-51e9569883f4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.226224] env[68946]: DEBUG nova.compute.provider_tree [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.639989] env[68946]: DEBUG nova.network.neutron [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updated VIF entry in instance network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.640361] env[68946]: DEBUG nova.network.neutron [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap505f66cd-c5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.729669] env[68946]: DEBUG nova.scheduler.client.report [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.778638] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.807223] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.807505] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.807663] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.807846] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.807988] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.808148] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.808352] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.808598] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.808767] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.808932] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.809121] env[68946]: DEBUG nova.virt.hardware [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.810232] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da10b0-c39c-420b-b615-4491c90acbc8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.818542] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24a8be-feb7-4604-a6ee-07d5992e7282 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.946289] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.992206] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Successfully updated port: d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.142922] env[68946]: DEBUG oslo_concurrency.lockutils [req-2786c539-f66c-422d-93c3-61005c6ef562 req-ebfec8eb-f3a3-47e0-8b68-884fc1851020 service nova] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.234226] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.494567] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.494639] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.494831] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.742211] env[68946]: DEBUG oslo_concurrency.lockutils [None req-fc2fe958-f4b6-4efa-9724-3328e7bb4604 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.473s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.743454] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.797s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.743666] env[68946]: INFO nova.compute.manager [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Unshelving [ 1459.975840] env[68946]: DEBUG nova.compute.manager [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Received event network-vif-plugged-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1459.976072] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Acquiring lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.976269] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.976438] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.976607] env[68946]: DEBUG nova.compute.manager [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] No waiting events found dispatching network-vif-plugged-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.976769] env[68946]: WARNING nova.compute.manager [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Received unexpected event network-vif-plugged-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c for instance with vm_state building and task_state spawning. [ 1459.976933] env[68946]: DEBUG nova.compute.manager [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Received event network-changed-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1459.977257] env[68946]: DEBUG nova.compute.manager [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Refreshing instance network info cache due to event network-changed-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1459.977452] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Acquiring lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.025882] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.182548] env[68946]: DEBUG nova.network.neutron [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.686421] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.686741] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Instance network_info: |[{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.687088] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Acquired lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.687292] env[68946]: DEBUG nova.network.neutron [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Refreshing network info cache for port d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.688581] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:27:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0b0c061-6e1a-4116-ac85-e9fa4b760b6c', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.696302] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.699321] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.699815] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cab782-031e-4bd3-9dcd-2e1325d40c03 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.721067] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.721067] env[68946]: value = "task-2879858" [ 1460.721067] env[68946]: _type = "Task" [ 1460.721067] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.728626] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879858, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.769478] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.769828] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.770062] env[68946]: DEBUG nova.objects.instance [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'pci_requests' on Instance uuid 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.895043] env[68946]: DEBUG nova.network.neutron [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updated VIF entry in instance network info cache for port d0b0c061-6e1a-4116-ac85-e9fa4b760b6c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.895448] env[68946]: DEBUG nova.network.neutron [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.230871] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879858, 'name': CreateVM_Task, 'duration_secs': 0.316155} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.231069] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.231723] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.231894] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.232239] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.232483] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fe5072-7917-4e6c-a60e-e0969274bada {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.236569] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1461.236569] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b0e390-a718-926f-5dda-721a5c2f9dc2" [ 1461.236569] env[68946]: _type = "Task" [ 1461.236569] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.243840] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b0e390-a718-926f-5dda-721a5c2f9dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.273450] env[68946]: DEBUG nova.objects.instance [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'numa_topology' on Instance uuid 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.397772] env[68946]: DEBUG oslo_concurrency.lockutils [req-03069e3b-953a-433f-a3e4-dceea6fa3a6f req-3553cfde-325d-45d2-b08d-9eef7ab84b62 service nova] Releasing lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.746976] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52b0e390-a718-926f-5dda-721a5c2f9dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.747297] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.747532] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.747768] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.747913] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.748111] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.748376] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a56ac7-bc3d-4363-ac81-120a17b2918c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.756860] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.757039] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.757717] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d69e7f1-ef28-4b6a-9dd3-763823e8e300 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.762296] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1461.762296] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c0b521-a4c8-a29c-0fc1-6944db7ea4bd" [ 1461.762296] env[68946]: _type = "Task" [ 1461.762296] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.769289] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c0b521-a4c8-a29c-0fc1-6944db7ea4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.775749] env[68946]: INFO nova.compute.claims [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.273261] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]52c0b521-a4c8-a29c-0fc1-6944db7ea4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.274059] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a81af5e-1678-4bfe-92b5-1ba82cef144f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.281012] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1462.281012] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f90fe-3c1d-2bd6-ea47-888f1c30c64e" [ 1462.281012] env[68946]: _type = "Task" [ 1462.281012] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.288520] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f90fe-3c1d-2bd6-ea47-888f1c30c64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.794591] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]522f90fe-3c1d-2bd6-ea47-888f1c30c64e, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.794880] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.795102] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 823c55eb-d8c5-4235-b014-0863bc16136b/823c55eb-d8c5-4235-b014-0863bc16136b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.795357] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7125b036-e1b6-41a4-8a62-89ad770526b8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.801525] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1462.801525] env[68946]: value = "task-2879859" [ 1462.801525] env[68946]: _type = "Task" [ 1462.801525] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.809047] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.821373] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4e213c-a093-4a1a-bedc-8f3d2b094a66 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.827626] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f875cc-42af-4ec0-a960-d5f65f3663a4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.857260] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781c7ec-cf59-411c-ad2d-088d8b47b170 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.863950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bfe4b-e0ee-4ba4-b4c9-a3ccbc08339b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.876450] env[68946]: DEBUG nova.compute.provider_tree [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.311926] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444085} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.312146] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 823c55eb-d8c5-4235-b014-0863bc16136b/823c55eb-d8c5-4235-b014-0863bc16136b.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.312365] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.312612] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74fdb9e7-1c51-4cba-9d89-d4d798491d7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.319490] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1463.319490] env[68946]: value = "task-2879860" [ 1463.319490] env[68946]: _type = "Task" [ 1463.319490] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.326337] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.379597] env[68946]: DEBUG nova.scheduler.client.report [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.829324] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064132} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.829732] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.830340] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0752c-095a-4f2c-8b2e-01b281d87c78 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.852112] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 823c55eb-d8c5-4235-b014-0863bc16136b/823c55eb-d8c5-4235-b014-0863bc16136b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.852354] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e8a657-500a-4c18-ba27-ec98fa4814de {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.873363] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1463.873363] env[68946]: value = "task-2879861" [ 1463.873363] env[68946]: _type = "Task" [ 1463.873363] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.884035] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.910831] env[68946]: INFO nova.network.neutron [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1464.385145] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879861, 'name': ReconfigVM_Task, 'duration_secs': 0.291727} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.385393] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 823c55eb-d8c5-4235-b014-0863bc16136b/823c55eb-d8c5-4235-b014-0863bc16136b.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.385955] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06ad42f8-cc63-4a49-8d80-16651c1f6f57 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.392439] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1464.392439] env[68946]: value = "task-2879862" [ 1464.392439] env[68946]: _type = "Task" [ 1464.392439] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.399840] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879862, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.902971] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879862, 'name': Rename_Task, 'duration_secs': 0.133571} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.903355] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.903492] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ef5f91-9eb6-45e4-8794-62a7d9d3fc34 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.911115] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1464.911115] env[68946]: value = "task-2879863" [ 1464.911115] env[68946]: _type = "Task" [ 1464.911115] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.918224] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.274307] env[68946]: DEBUG nova.compute.manager [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1465.274525] env[68946]: DEBUG oslo_concurrency.lockutils [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.274754] env[68946]: DEBUG oslo_concurrency.lockutils [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.274894] env[68946]: DEBUG oslo_concurrency.lockutils [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.275049] env[68946]: DEBUG nova.compute.manager [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] No waiting events found dispatching network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.275331] env[68946]: WARNING nova.compute.manager [req-62cac5d4-39db-4374-adb6-9f0bd6b5a104 req-c91d1573-fe3d-4f8f-a627-b452246be213 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received unexpected event network-vif-plugged-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1465.355801] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.355991] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.356240] env[68946]: DEBUG nova.network.neutron [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.421740] env[68946]: DEBUG oslo_vmware.api [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879863, 'name': PowerOnVM_Task, 'duration_secs': 0.461183} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.422099] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.422436] env[68946]: INFO nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1465.422740] env[68946]: DEBUG nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.423818] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329bdb2-51d4-449b-b6a9-2126756a7a4d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.942136] env[68946]: INFO nova.compute.manager [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Took 11.33 seconds to build instance. [ 1466.085498] env[68946]: DEBUG nova.network.neutron [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.443502] env[68946]: DEBUG oslo_concurrency.lockutils [None req-0e160fa3-a94f-4af1-b434-a993896013f3 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.588441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.620518] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='535aebc5941f5a846958285a09142836',container_format='bare',created_at=2025-03-10T09:14:07Z,direct_url=,disk_format='vmdk',id=4b9f076b-1d60-4070-88ec-a983e7227d6d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1778564693-shelved',owner='fff71ef91c6e4e6d8a9ab38ef1a445cc',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-10T09:14:20Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1466.620796] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.620956] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1466.621164] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.621303] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1466.621445] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1466.621677] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1466.621849] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1466.622027] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1466.622193] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1466.622362] env[68946]: DEBUG nova.virt.hardware [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1466.623233] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefc7a59-6d70-40d0-a4b3-a431346ae88e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.632397] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5867009-aef3-434f-8ec8-613ea18daed6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.645603] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:88:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505f66cd-c5a6-4cd9-8e25-07ba51ea15c5', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.653161] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.653394] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.653597] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74aee0c8-788a-46d7-b7f3-cfbde7ba490a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.672836] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.672836] env[68946]: value = "task-2879864" [ 1466.672836] env[68946]: _type = "Task" [ 1466.672836] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.680345] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879864, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.183723] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879864, 'name': CreateVM_Task, 'duration_secs': 0.2966} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.184051] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.185209] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.185440] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.185837] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.186143] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8a9929-0641-41ec-954d-893537d3f607 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.190433] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1467.190433] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5233e336-0e93-65dc-ae8d-9ff363de4ac5" [ 1467.190433] env[68946]: _type = "Task" [ 1467.190433] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.197561] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5233e336-0e93-65dc-ae8d-9ff363de4ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.305360] env[68946]: DEBUG nova.compute.manager [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1467.305549] env[68946]: DEBUG nova.compute.manager [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing instance network info cache due to event network-changed-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1467.305805] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Acquiring lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.305900] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Acquired lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.306054] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Refreshing network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.701167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.701167] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Processing image 4b9f076b-1d60-4070-88ec-a983e7227d6d {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.701167] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.701330] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.701414] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.701663] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf04f78-0056-4960-9d32-3b336a445dc6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.710397] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.710563] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.711262] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5975e4-fb60-44c8-a660-0209a5043910 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.716166] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1467.716166] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5297bc16-ed3f-7f19-9668-4286c053feed" [ 1467.716166] env[68946]: _type = "Task" [ 1467.716166] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.725580] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5297bc16-ed3f-7f19-9668-4286c053feed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.048240] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updated VIF entry in instance network info cache for port 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.048615] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [{"id": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "address": "fa:16:3e:44:88:bf", "network": {"id": "d68184db-0eca-47e3-8b6c-3b73ebb13992", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1824814633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fff71ef91c6e4e6d8a9ab38ef1a445cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505f66cd-c5", "ovs_interfaceid": "505f66cd-c5a6-4cd9-8e25-07ba51ea15c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.226825] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Preparing fetch location {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1468.227236] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Fetch image to [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b/OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b.vmdk {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1468.227439] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Downloading stream optimized image 4b9f076b-1d60-4070-88ec-a983e7227d6d to [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b/OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b.vmdk on the data store datastore2 as vApp {{(pid=68946) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1468.227607] env[68946]: DEBUG nova.virt.vmwareapi.images [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Downloading image file data 4b9f076b-1d60-4070-88ec-a983e7227d6d to the ESX as VM named 'OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b' {{(pid=68946) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1468.292861] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1468.292861] env[68946]: value = "resgroup-9" [ 1468.292861] env[68946]: _type = "ResourcePool" [ 1468.292861] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1468.293176] env[68946]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-205f6212-03ba-4456-b970-3f6c307db37a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.313739] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease: (returnval){ [ 1468.313739] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1468.313739] env[68946]: _type = "HttpNfcLease" [ 1468.313739] env[68946]: } obtained for vApp import into resource pool (val){ [ 1468.313739] env[68946]: value = "resgroup-9" [ 1468.313739] env[68946]: _type = "ResourcePool" [ 1468.313739] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1468.314127] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the lease: (returnval){ [ 1468.314127] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1468.314127] env[68946]: _type = "HttpNfcLease" [ 1468.314127] env[68946]: } to be ready. {{(pid=68946) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1468.320291] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.320291] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1468.320291] env[68946]: _type = "HttpNfcLease" [ 1468.320291] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1468.552072] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Releasing lock "refresh_cache-5600967c-bb3a-40b0-ae85-fa2b685e8a62" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.552435] env[68946]: DEBUG nova.compute.manager [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Received event network-changed-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1468.552703] env[68946]: DEBUG nova.compute.manager [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Refreshing instance network info cache due to event network-changed-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1468.553018] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Acquiring lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.553231] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Acquired lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.553488] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Refreshing network info cache for port d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.822346] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.822346] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1468.822346] env[68946]: _type = "HttpNfcLease" [ 1468.822346] env[68946]: } is initializing. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1469.236687] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updated VIF entry in instance network info cache for port d0b0c061-6e1a-4116-ac85-e9fa4b760b6c. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.237058] env[68946]: DEBUG nova.network.neutron [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.322429] env[68946]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1469.322429] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1469.322429] env[68946]: _type = "HttpNfcLease" [ 1469.322429] env[68946]: } is ready. {{(pid=68946) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1469.322708] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1469.322708] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]521f3323-475f-23d3-1650-60d26f716e70" [ 1469.322708] env[68946]: _type = "HttpNfcLease" [ 1469.322708] env[68946]: }. {{(pid=68946) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1469.323409] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316eb80-2910-4c7c-a4db-1897addaee42 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.330362] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk from lease info. {{(pid=68946) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1469.330541] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk. {{(pid=68946) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1469.395739] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-075fcfd9-a864-4365-9bd4-51fa164f58c4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.740914] env[68946]: DEBUG oslo_concurrency.lockutils [req-b736f183-12c7-4274-8911-7a6aa7cc50c4 req-ab1805b7-2783-4f94-b247-d0fb6dcf987d service nova] Releasing lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.461191] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Completed reading data from the image iterator. {{(pid=68946) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1470.461583] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1470.462531] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f18060-9728-4aa2-b35b-8daae840da02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.472242] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk is in state: ready. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1470.472503] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk. {{(pid=68946) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1470.472836] env[68946]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-abee38a6-2462-4c78-bec0-91bd43b2bca9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.323097] env[68946]: DEBUG oslo_vmware.rw_handles [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52201288-e55b-59ad-6a96-ca35cbc217ed/disk-0.vmdk. {{(pid=68946) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1471.323289] env[68946]: INFO nova.virt.vmwareapi.images [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Downloaded image file data 4b9f076b-1d60-4070-88ec-a983e7227d6d [ 1471.324115] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737743e-5bde-4d67-bfa2-b1791b82cd17 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.339234] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a262b70-7fdd-41b7-bd58-8ad7e31b9e5f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.478022] env[68946]: INFO nova.virt.vmwareapi.images [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] The imported VM was unregistered [ 1471.480458] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Caching image {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1471.480747] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.481034] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa6b333a-653a-49f5-8909-c6b7ca63c054 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.501841] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Created directory with path [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.502047] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b/OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b.vmdk to [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk. {{(pid=68946) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1471.502302] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d9d3e2a1-9855-4b21-9a6d-873cd7c1f44d {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.508588] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1471.508588] env[68946]: value = "task-2879867" [ 1471.508588] env[68946]: _type = "Task" [ 1471.508588] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.515935] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.018902] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.519809] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.020785] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.521325] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.022598] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879867, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.210099} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.022879] env[68946]: INFO nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b/OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b.vmdk to [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk. [ 1474.023059] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Cleaning up location [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1474.023209] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cab3d1cc-0778-435d-a26a-2f0d7268f01b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.023463] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a43202-ee86-4086-8b79-940eaa89b511 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.030193] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1474.030193] env[68946]: value = "task-2879868" [ 1474.030193] env[68946]: _type = "Task" [ 1474.030193] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.038845] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.540382] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339971} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.540878] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.540878] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.541425] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk to [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.541425] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5123f2-c86d-4f86-b23f-0049ad92b981 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.549505] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1474.549505] env[68946]: value = "task-2879869" [ 1474.549505] env[68946]: _type = "Task" [ 1474.549505] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.560472] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.060233] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.559411] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.061089] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.561980] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.062943] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879869, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.501763} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.063219] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4b9f076b-1d60-4070-88ec-a983e7227d6d/4b9f076b-1d60-4070-88ec-a983e7227d6d.vmdk to [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.063983] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fe3011-860f-4a3d-8831-9e44d6d935a3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.085770] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.085995] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1f569c-2fb2-47c9-b8dc-4a51368f0d45 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.104557] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1477.104557] env[68946]: value = "task-2879870" [ 1477.104557] env[68946]: _type = "Task" [ 1477.104557] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.111591] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.614536] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879870, 'name': ReconfigVM_Task, 'duration_secs': 0.306263} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.614915] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62/5600967c-bb3a-40b0-ae85-fa2b685e8a62.vmdk or device None with type streamOptimized {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.615416] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8f623e-770d-4311-b6e4-8d4807415ac9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.621369] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1477.621369] env[68946]: value = "task-2879871" [ 1477.621369] env[68946]: _type = "Task" [ 1477.621369] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.629045] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879871, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.131544] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879871, 'name': Rename_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.632058] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879871, 'name': Rename_Task, 'duration_secs': 0.882178} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.632434] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.632572] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c45a317-1b58-4257-adc9-4a064421790a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.638468] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1478.638468] env[68946]: value = "task-2879872" [ 1478.638468] env[68946]: _type = "Task" [ 1478.638468] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.645288] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.147832] env[68946]: DEBUG oslo_vmware.api [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879872, 'name': PowerOnVM_Task, 'duration_secs': 0.417023} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.148103] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.245798] env[68946]: DEBUG nova.compute.manager [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.246734] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6642d-21a7-4dda-a0dc-b32399f1e8c9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.763874] env[68946]: DEBUG oslo_concurrency.lockutils [None req-bdee6ace-994f-411c-8587-c4fac987af58 tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.020s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.061125] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.983632] env[68946]: DEBUG oslo_concurrency.lockutils [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "823c55eb-d8c5-4235-b014-0863bc16136b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.983905] env[68946]: DEBUG oslo_concurrency.lockutils [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.984114] env[68946]: DEBUG nova.compute.manager [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.985344] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4e1e2-08e9-4209-816f-b0b58f37c9e3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.992288] env[68946]: DEBUG nova.compute.manager [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68946) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1503.992834] env[68946]: DEBUG nova.objects.instance [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'flavor' on Instance uuid 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.001585] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.001988] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ecfd7f-e886-4c4a-9103-52146792670b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.010369] env[68946]: DEBUG oslo_vmware.api [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1505.010369] env[68946]: value = "task-2879873" [ 1505.010369] env[68946]: _type = "Task" [ 1505.010369] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.018557] env[68946]: DEBUG oslo_vmware.api [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.061041] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.519403] env[68946]: DEBUG oslo_vmware.api [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879873, 'name': PowerOffVM_Task, 'duration_secs': 0.169549} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.519658] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.519848] env[68946]: DEBUG nova.compute.manager [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.520641] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9f294-b4d3-4545-85a4-147951521adb {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.031553] env[68946]: DEBUG oslo_concurrency.lockutils [None req-be5ca796-38e8-452e-b8e8-004ca35a1a87 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.060471] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.060723] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.326228] env[68946]: DEBUG nova.objects.instance [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'flavor' on Instance uuid 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.831367] env[68946]: DEBUG oslo_concurrency.lockutils [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.831569] env[68946]: DEBUG oslo_concurrency.lockutils [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.831698] env[68946]: DEBUG nova.network.neutron [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.831868] env[68946]: DEBUG nova.objects.instance [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'info_cache' on Instance uuid 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.335585] env[68946]: DEBUG nova.objects.base [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Object Instance<823c55eb-d8c5-4235-b014-0863bc16136b> lazy-loaded attributes: flavor,info_cache {{(pid=68946) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1508.030146] env[68946]: DEBUG nova.network.neutron [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.536073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.557923] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.558177] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.558363] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager.update_available_resource {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.062034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.062034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.062034] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.062034] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68946) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1509.062999] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1912dd85-f151-4f1b-b3dd-db6219ae268f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.071540] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53b102-e514-40d3-8939-7f9d9517217a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.085045] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40e128-0911-419e-9bdd-125cadb34db9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.090908] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5e81d-61f6-4698-8bf1-fc8684b88190 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.120364] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180741MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=68946) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1509.120516] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.120681] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.541346] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.541719] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa19e597-c10d-4dd4-bdfb-98798db489f8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.549905] env[68946]: DEBUG oslo_vmware.api [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1509.549905] env[68946]: value = "task-2879874" [ 1509.549905] env[68946]: _type = "Task" [ 1509.549905] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.557029] env[68946]: DEBUG oslo_vmware.api [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.059403] env[68946]: DEBUG oslo_vmware.api [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879874, 'name': PowerOnVM_Task, 'duration_secs': 0.440325} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.059700] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.059904] env[68946]: DEBUG nova.compute.manager [None req-446dafd1-ead2-4352-83f2-92b7e5eba411 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.060670] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc2133-0546-4608-a387-4edd55863eb3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.177635] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 823c55eb-d8c5-4235-b014-0863bc16136b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1510.177803] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68946) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1510.177983] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1510.178140] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68946) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1510.211331] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ef1eb-39b2-4459-b850-96f2a2535ae8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.218059] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff287d-46c4-4e8f-9ec4-ffc0c1664303 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.247184] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83418159-45a9-45d1-a076-0577844ca3c1 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.254065] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a0a3a1-df6f-43a9-9f8a-c35116240085 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.266519] env[68946]: DEBUG nova.compute.provider_tree [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.769785] env[68946]: DEBUG nova.scheduler.client.report [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.033774] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df13e33-c968-4df8-acfe-21d181576484 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.040415] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Suspending the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1511.040891] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-191ac25a-3d25-40aa-83a0-91f47aafb5ee {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.047515] env[68946]: DEBUG oslo_vmware.api [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1511.047515] env[68946]: value = "task-2879875" [ 1511.047515] env[68946]: _type = "Task" [ 1511.047515] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.057646] env[68946]: DEBUG oslo_vmware.api [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879875, 'name': SuspendVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.275305] env[68946]: DEBUG nova.compute.resource_tracker [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68946) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1511.275490] env[68946]: DEBUG oslo_concurrency.lockutils [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.275663] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.275814] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances with incomplete migration {{(pid=68946) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1511.557786] env[68946]: DEBUG oslo_vmware.api [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879875, 'name': SuspendVM_Task} progress is 66%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.059164] env[68946]: DEBUG oslo_vmware.api [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879875, 'name': SuspendVM_Task, 'duration_secs': 0.824527} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.059520] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Suspended the VM {{(pid=68946) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1512.059630] env[68946]: DEBUG nova.compute.manager [None req-08220361-8088-4eb2-ab4e-863b721fbdce tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.060419] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c21be-1e70-4478-9694-990fe9761d24 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.280498] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.280750] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.280895] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68946) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1513.363983] env[68946]: INFO nova.compute.manager [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Resuming [ 1513.364656] env[68946]: DEBUG nova.objects.instance [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'flavor' on Instance uuid 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.876223] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.876559] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquired lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.876589] env[68946]: DEBUG nova.network.neutron [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.578203] env[68946]: DEBUG nova.network.neutron [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [{"id": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "address": "fa:16:3e:fa:27:f0", "network": {"id": "36322756-da3e-4f48-ba91-a4367d3a317b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1997573755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b9cb0a0e2f4412b9b67855c00289fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b0c061-6e", "ovs_interfaceid": "d0b0c061-6e1a-4116-ac85-e9fa4b760b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.051608] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.051973] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.052158] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.052369] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.052542] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.054742] env[68946]: INFO nova.compute.manager [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Terminating instance [ 1516.080715] env[68946]: DEBUG oslo_concurrency.lockutils [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Releasing lock "refresh_cache-823c55eb-d8c5-4235-b014-0863bc16136b" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.081633] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6566a-ce65-457a-a25e-c4b0306d3c02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.088188] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Resuming the VM {{(pid=68946) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1516.088420] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02d8cb39-bb7d-48da-b3b9-35cc28710edf {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.094014] env[68946]: DEBUG oslo_vmware.api [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1516.094014] env[68946]: value = "task-2879876" [ 1516.094014] env[68946]: _type = "Task" [ 1516.094014] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.101398] env[68946]: DEBUG oslo_vmware.api [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.558952] env[68946]: DEBUG nova.compute.manager [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.559360] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.560462] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6ed52-66a5-48a9-8ffa-a76d6f047661 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.570040] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.570267] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89c12c2-bbda-454e-b93f-d2d433c6daa0 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.577963] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1516.577963] env[68946]: value = "task-2879877" [ 1516.577963] env[68946]: _type = "Task" [ 1516.577963] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.587650] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.604066] env[68946]: DEBUG oslo_vmware.api [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.088312] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879877, 'name': PowerOffVM_Task, 'duration_secs': 0.315584} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.088673] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.088765] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.089045] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4372dad4-b77f-4b4f-9bd5-d247bf44d24f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.102775] env[68946]: DEBUG oslo_vmware.api [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879876, 'name': PowerOnVM_Task, 'duration_secs': 0.511933} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.103052] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Resumed the VM {{(pid=68946) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1517.103238] env[68946]: DEBUG nova.compute.manager [None req-f8feed73-2fec-49a2-b359-fd97ca30b5ec tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.104031] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9446de63-d85d-4182-b8a0-f607a4a167d8 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.149081] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.149651] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.149651] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleting the datastore file [datastore2] 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.149957] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cae076a-7f52-433b-a467-3be1bee0a6ae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.159364] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for the task: (returnval){ [ 1517.159364] env[68946]: value = "task-2879879" [ 1517.159364] env[68946]: _type = "Task" [ 1517.159364] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.167858] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.668882] env[68946]: DEBUG oslo_vmware.api [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Task: {'id': task-2879879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13797} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.669164] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.669345] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.669542] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.669757] env[68946]: INFO nova.compute.manager [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1517.670035] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1517.670253] env[68946]: DEBUG nova.compute.manager [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1517.670352] env[68946]: DEBUG nova.network.neutron [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.223689] env[68946]: DEBUG nova.compute.manager [req-87825673-8850-4978-8cc7-f19b79b4c62a req-23659718-7852-44c9-82aa-b392ddef0ff3 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Received event network-vif-deleted-505f66cd-c5a6-4cd9-8e25-07ba51ea15c5 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1518.223927] env[68946]: INFO nova.compute.manager [req-87825673-8850-4978-8cc7-f19b79b4c62a req-23659718-7852-44c9-82aa-b392ddef0ff3 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Neutron deleted interface 505f66cd-c5a6-4cd9-8e25-07ba51ea15c5; detaching it from the instance and deleting it from the info cache [ 1518.224082] env[68946]: DEBUG nova.network.neutron [req-87825673-8850-4978-8cc7-f19b79b4c62a req-23659718-7852-44c9-82aa-b392ddef0ff3 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.312333] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "823c55eb-d8c5-4235-b014-0863bc16136b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.312600] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.312808] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.312987] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.313168] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.315189] env[68946]: INFO nova.compute.manager [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Terminating instance [ 1518.700106] env[68946]: DEBUG nova.network.neutron [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.725943] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f51b75-50eb-4b5a-8c89-e3d8ea80f46a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.735855] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ebc7c-729a-42ea-b71b-4925989b417b {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.761138] env[68946]: DEBUG nova.compute.manager [req-87825673-8850-4978-8cc7-f19b79b4c62a req-23659718-7852-44c9-82aa-b392ddef0ff3 service nova] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Detach interface failed, port_id=505f66cd-c5a6-4cd9-8e25-07ba51ea15c5, reason: Instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1518.823816] env[68946]: DEBUG nova.compute.manager [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.824070] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.824950] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084535ba-7e3b-48e7-81be-d24f9eb07d05 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.832632] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.832857] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb4a916-f402-418a-9386-ec58662b7f89 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.839423] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1518.839423] env[68946]: value = "task-2879880" [ 1518.839423] env[68946]: _type = "Task" [ 1518.839423] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.847391] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.203035] env[68946]: INFO nova.compute.manager [-] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Took 1.53 seconds to deallocate network for instance. [ 1519.348721] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879880, 'name': PowerOffVM_Task, 'duration_secs': 0.22087} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.348989] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.349166] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.349418] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d10586-3224-4f68-a845-bf6a1325eeb9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.410595] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.410806] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.410982] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleting the datastore file [datastore2] 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.411275] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e809f76e-383d-4b39-a7c4-4518f0201d00 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.418447] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for the task: (returnval){ [ 1519.418447] env[68946]: value = "task-2879882" [ 1519.418447] env[68946]: _type = "Task" [ 1519.418447] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.425534] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.709707] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.709957] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.710202] env[68946]: DEBUG nova.objects.instance [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lazy-loading 'resources' on Instance uuid 5600967c-bb3a-40b0-ae85-fa2b685e8a62 {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.927979] env[68946]: DEBUG oslo_vmware.api [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Task: {'id': task-2879882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144594} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.928243] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.928426] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.928599] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.928776] env[68946]: INFO nova.compute.manager [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1519.929027] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.929242] env[68946]: DEBUG nova.compute.manager [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.929332] env[68946]: DEBUG nova.network.neutron [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.254015] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688de72-76af-4c15-a5aa-b880dddeaf9e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.262567] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d31909a-0278-4b87-880a-186344f6e6a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.292878] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32b6db-7fc8-453b-9c5e-930d6903c8d5 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.300106] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0068ba2-dc58-4fbf-94c5-90e93f454914 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.312716] env[68946]: DEBUG nova.compute.provider_tree [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.403679] env[68946]: DEBUG nova.compute.manager [req-a7f4a2b8-4af1-4048-b0aa-d0c02b92c7bc req-4f2e07bf-2e1c-4dbe-87b4-0deb7a7d91b3 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Received event network-vif-deleted-d0b0c061-6e1a-4116-ac85-e9fa4b760b6c {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1520.403679] env[68946]: INFO nova.compute.manager [req-a7f4a2b8-4af1-4048-b0aa-d0c02b92c7bc req-4f2e07bf-2e1c-4dbe-87b4-0deb7a7d91b3 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Neutron deleted interface d0b0c061-6e1a-4116-ac85-e9fa4b760b6c; detaching it from the instance and deleting it from the info cache [ 1520.403679] env[68946]: DEBUG nova.network.neutron [req-a7f4a2b8-4af1-4048-b0aa-d0c02b92c7bc req-4f2e07bf-2e1c-4dbe-87b4-0deb7a7d91b3 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.815487] env[68946]: DEBUG nova.scheduler.client.report [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.880949] env[68946]: DEBUG nova.network.neutron [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.905201] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d996be33-d5d8-41fe-bb82-85a8cd4d8cb4 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.915147] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15352661-d714-44b1-ade8-e6d1834109b3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.939981] env[68946]: DEBUG nova.compute.manager [req-a7f4a2b8-4af1-4048-b0aa-d0c02b92c7bc req-4f2e07bf-2e1c-4dbe-87b4-0deb7a7d91b3 service nova] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Detach interface failed, port_id=d0b0c061-6e1a-4116-ac85-e9fa4b760b6c, reason: Instance 823c55eb-d8c5-4235-b014-0863bc16136b could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1521.319945] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.339545] env[68946]: INFO nova.scheduler.client.report [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Deleted allocations for instance 5600967c-bb3a-40b0-ae85-fa2b685e8a62 [ 1521.383458] env[68946]: INFO nova.compute.manager [-] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Took 1.45 seconds to deallocate network for instance. [ 1521.847198] env[68946]: DEBUG oslo_concurrency.lockutils [None req-74f910c1-9a24-4411-9c17-d9df6331f8dc tempest-AttachVolumeShelveTestJSON-202155209 tempest-AttachVolumeShelveTestJSON-202155209-project-member] Lock "5600967c-bb3a-40b0-ae85-fa2b685e8a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.889012] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.889302] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.889521] env[68946]: DEBUG nova.objects.instance [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lazy-loading 'resources' on Instance uuid 823c55eb-d8c5-4235-b014-0863bc16136b {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.418822] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542e8da-3237-4be8-9320-41daca38963a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.428329] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c778f3e-52d7-44d4-b3db-e7f5cc3427be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.455907] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca03d3e6-8761-4cfb-b02b-1f0fb2a79681 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.463242] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028ec8d-d999-40d1-aa6b-1621e30113ba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.476585] env[68946]: DEBUG nova.compute.provider_tree [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.980097] env[68946]: DEBUG nova.scheduler.client.report [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.486844] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.506707] env[68946]: INFO nova.scheduler.client.report [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Deleted allocations for instance 823c55eb-d8c5-4235-b014-0863bc16136b [ 1524.014708] env[68946]: DEBUG oslo_concurrency.lockutils [None req-1063b19f-b3a9-45c5-9731-560a11fa9961 tempest-ServerActionsTestJSON-469163928 tempest-ServerActionsTestJSON-469163928-project-member] Lock "823c55eb-d8c5-4235-b014-0863bc16136b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.060601] env[68946]: DEBUG oslo_service.periodic_task [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68946) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.060808] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] Cleaning up deleted instances {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1524.574043] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] There are 26 instances to clean {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1524.574253] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 823c55eb-d8c5-4235-b014-0863bc16136b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1525.078700] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 5600967c-bb3a-40b0-ae85-fa2b685e8a62] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1525.582712] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 12c2a50a-15e7-4302-946b-af807456593a] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1526.086558] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 0a1dddff-f57b-43a5-a2bc-1a0a6a3ea20a] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1526.590548] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 7ad74e68-fc8d-4f45-a512-0d30cd029073] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1527.094898] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: e9e43c84-6ef3-4adc-80d3-d0e20764a873] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1527.598651] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: f8920922-d653-4798-8344-b785e0507aed] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1528.102598] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: fc975e2d-a62e-4e4a-9afd-fd214a8598aa] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1528.605892] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: f35943f4-5cee-4bf6-ae15-2186637a8cba] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1529.109295] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 3237d6c7-9c5d-4475-941b-16ce614dfec8] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1529.477766] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.477996] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.612411] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 568dfdc0-9a57-4bdd-a188-0a25db851ade] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1529.980218] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Starting instance... {{(pid=68946) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.116125] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: d2fd2afa-1dfd-4ad8-93f4-6ac13226efc9] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1530.508237] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.508530] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.510229] env[68946]: INFO nova.compute.claims [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.618853] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 304747db-34ac-40e3-ba92-bb60a4cc6060] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1531.121840] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 195846f7-e582-4d56-875d-0ff2976e2320] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1531.548619] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49292234-2e2f-4289-887b-a1196bc6c765 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.557226] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e3f5d0-1ff4-454d-8c16-66eea8bf2f42 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.587937] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507241ac-0c49-4f1a-ba71-b86d58342ac3 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.595270] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d94b5e-12bd-4ad8-99d1-c5554258907e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.608359] env[68946]: DEBUG nova.compute.provider_tree [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.625105] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 28f7cd01-6803-45bb-8bd7-b522fa0be3c1] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.112070] env[68946]: DEBUG nova.scheduler.client.report [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.127366] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 651bf641-a7dc-4d64-acc1-55309adb4a47] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1532.616594] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.617171] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Start building networks asynchronously for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.630448] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 8ae3b2b2-205c-4ff3-bd4a-5ee8fa9155f8] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.122485] env[68946]: DEBUG nova.compute.utils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Using /dev/sd instead of None {{(pid=68946) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1533.123881] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Allocating IP information in the background. {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.124072] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] allocate_for_instance() {{(pid=68946) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.132619] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2b9330b4-b604-43e1-a1e4-ea5c224f77af] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1533.160895] env[68946]: DEBUG nova.policy [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a01b659429e4140b5eee4b0bb67bd03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd34c03a0339419bb55b42e04511fb06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68946) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.374234] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Successfully created port: 761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.627343] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Start building block device mappings for instance. {{(pid=68946) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.635530] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 16331f3d-6adc-4680-8a53-9dcf51318add] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1534.139017] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 5b9c06ed-fcc6-4bdb-a4b7-f819dcf7d5c4] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1534.636089] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Start spawning the instance on the hypervisor. {{(pid=68946) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.640842] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 161ecbd0-5a63-4846-88bf-f2362dc4ab02] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1534.667652] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T08:59:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T08:58:55Z,direct_url=,disk_format='vmdk',id=a81f3f25-c53e-4913-a889-9bdaab101054,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='376f8bfe15aa496ba84b204122528558',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T08:58:56Z,virtual_size=,visibility=), allow threads: False {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.667887] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Flavor limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.668064] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Image limits 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.668327] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Flavor pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.668487] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Image pref 0:0:0 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.668635] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68946) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.668841] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.669614] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.669614] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Got 1 possible topologies {{(pid=68946) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.669614] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.669614] env[68946]: DEBUG nova.virt.hardware [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68946) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.670431] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afde322-66ff-47e2-a4e2-6df8441233be {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.680015] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de62936d-9e48-4151-ba45-48087174cb02 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.726236] env[68946]: DEBUG nova.compute.manager [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Received event network-vif-plugged-761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1534.726585] env[68946]: DEBUG oslo_concurrency.lockutils [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] Acquiring lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.726910] env[68946]: DEBUG oslo_concurrency.lockutils [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.727200] env[68946]: DEBUG oslo_concurrency.lockutils [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.727468] env[68946]: DEBUG nova.compute.manager [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] No waiting events found dispatching network-vif-plugged-761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.727733] env[68946]: WARNING nova.compute.manager [req-31ddca49-39da-40bd-9841-f1989a4d6ec7 req-2b2730e2-fdbb-49a8-b83b-eaac01c75062 service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Received unexpected event network-vif-plugged-761d9865-2322-49b8-8184-1effb925b790 for instance with vm_state building and task_state spawning. [ 1534.813509] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Successfully updated port: 761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.144168] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 2562f578-cdd8-46c3-9b8e-247d581f5af0] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1535.315717] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.315884] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquired lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.316053] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Building network info cache for instance {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.647968] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: b171c66c-5a2d-411d-a1ea-77be1061cde1] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1535.848624] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Instance cache missing network info. {{(pid=68946) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.967211] env[68946]: DEBUG nova.network.neutron [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Updating instance_info_cache with network_info: [{"id": "761d9865-2322-49b8-8184-1effb925b790", "address": "fa:16:3e:9f:26:4c", "network": {"id": "bd5c6d0c-b455-40e4-a7b0-cbef5ad636b9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1814557891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd34c03a0339419bb55b42e04511fb06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761d9865-23", "ovs_interfaceid": "761d9865-2322-49b8-8184-1effb925b790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.151207] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 029bab56-5104-4cfd-859e-8281b56ddd0b] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1536.469383] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Releasing lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.469748] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Instance network_info: |[{"id": "761d9865-2322-49b8-8184-1effb925b790", "address": "fa:16:3e:9f:26:4c", "network": {"id": "bd5c6d0c-b455-40e4-a7b0-cbef5ad636b9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1814557891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd34c03a0339419bb55b42e04511fb06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761d9865-23", "ovs_interfaceid": "761d9865-2322-49b8-8184-1effb925b790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68946) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.470230] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:26:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '761d9865-2322-49b8-8184-1effb925b790', 'vif_model': 'vmxnet3'}] {{(pid=68946) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.477728] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Creating folder: Project (cd34c03a0339419bb55b42e04511fb06). Parent ref: group-v578341. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.477993] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-755ae6ae-5b1c-443f-8f2a-736da50588fd {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.489118] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Created folder: Project (cd34c03a0339419bb55b42e04511fb06) in parent group-v578341. [ 1536.489310] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Creating folder: Instances. Parent ref: group-v578689. {{(pid=68946) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.489529] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08393e0-7074-40e2-9db9-aeca7907deb7 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.499197] env[68946]: INFO nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Created folder: Instances in parent group-v578689. [ 1536.499406] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.499579] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Creating VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.499754] env[68946]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d574e2-b3bd-42b1-9b29-b1b9d1363101 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.516552] env[68946]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.516552] env[68946]: value = "task-2879886" [ 1536.516552] env[68946]: _type = "Task" [ 1536.516552] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.523643] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879886, 'name': CreateVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.654535] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 06ea6d9d-3c68-4954-9e21-b1745d6adbf5] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1536.751239] env[68946]: DEBUG nova.compute.manager [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Received event network-changed-761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1536.751464] env[68946]: DEBUG nova.compute.manager [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Refreshing instance network info cache due to event network-changed-761d9865-2322-49b8-8184-1effb925b790. {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1536.751680] env[68946]: DEBUG oslo_concurrency.lockutils [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] Acquiring lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.751819] env[68946]: DEBUG oslo_concurrency.lockutils [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] Acquired lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.751972] env[68946]: DEBUG nova.network.neutron [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Refreshing network info cache for port 761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.027196] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879886, 'name': CreateVM_Task} progress is 99%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.158018] env[68946]: DEBUG nova.compute.manager [None req-75460b19-308e-4baa-ad25-120d4bbe3a2c None None] [instance: 6b713e62-3396-490c-ab2f-9a695197a4fa] Instance has had 0 of 5 cleanup attempts {{(pid=68946) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1537.443319] env[68946]: DEBUG nova.network.neutron [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Updated VIF entry in instance network info cache for port 761d9865-2322-49b8-8184-1effb925b790. {{(pid=68946) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.443681] env[68946]: DEBUG nova.network.neutron [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Updating instance_info_cache with network_info: [{"id": "761d9865-2322-49b8-8184-1effb925b790", "address": "fa:16:3e:9f:26:4c", "network": {"id": "bd5c6d0c-b455-40e4-a7b0-cbef5ad636b9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1814557891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd34c03a0339419bb55b42e04511fb06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap761d9865-23", "ovs_interfaceid": "761d9865-2322-49b8-8184-1effb925b790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.527830] env[68946]: DEBUG oslo_vmware.api [-] Task: {'id': task-2879886, 'name': CreateVM_Task, 'duration_secs': 0.582619} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.528008] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Created VM on the ESX host {{(pid=68946) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.528681] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.528848] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.529192] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.529457] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c7d7c6-47a7-4230-8b93-19b8eeda633c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.533988] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1537.533988] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523bbf82-e8e1-9f60-1cd1-ce50a6fb7f9c" [ 1537.533988] env[68946]: _type = "Task" [ 1537.533988] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.541500] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523bbf82-e8e1-9f60-1cd1-ce50a6fb7f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.946131] env[68946]: DEBUG oslo_concurrency.lockutils [req-056f08a2-5ce9-4dc3-867e-b86256c92c51 req-35ffc5aa-5e07-4057-8fb3-94823adf69fc service nova] Releasing lock "refresh_cache-7af5fa72-1825-4100-a6c3-d1c96af7b9ac" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.044637] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]523bbf82-e8e1-9f60-1cd1-ce50a6fb7f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.044931] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.045193] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Processing image a81f3f25-c53e-4913-a889-9bdaab101054 {{(pid=68946) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.045434] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.045581] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.045759] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.046035] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446e5e74-310b-495b-841b-d9dcb33b02f2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.054103] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68946) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.054274] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68946) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.054944] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361fc78d-6df8-4b93-a1db-33a6402184ff {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.059509] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1538.059509] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5286a9ca-7874-8b1f-519d-7392dad1ebca" [ 1538.059509] env[68946]: _type = "Task" [ 1538.059509] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.066429] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5286a9ca-7874-8b1f-519d-7392dad1ebca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.569749] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5286a9ca-7874-8b1f-519d-7392dad1ebca, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.570542] env[68946]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0078cbf4-3ce2-4b23-ba76-8660481b8a31 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.575467] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1538.575467] env[68946]: value = "session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294bf7b-d43d-d91a-f608-2280c505954f" [ 1538.575467] env[68946]: _type = "Task" [ 1538.575467] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.582189] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294bf7b-d43d-d91a-f608-2280c505954f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.085947] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': session[52ebda49-e6c8-0a70-38e4-fc0c5a06ae6e]5294bf7b-d43d-d91a-f608-2280c505954f, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.086231] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk" {{(pid=68946) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.086493] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7af5fa72-1825-4100-a6c3-d1c96af7b9ac/7af5fa72-1825-4100-a6c3-d1c96af7b9ac.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.086742] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b0fb9b-6b12-4f11-8177-a8d7d247a4b6 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.092991] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1539.092991] env[68946]: value = "task-2879887" [ 1539.092991] env[68946]: _type = "Task" [ 1539.092991] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.099882] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.603299] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.396448} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.603617] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a81f3f25-c53e-4913-a889-9bdaab101054/a81f3f25-c53e-4913-a889-9bdaab101054.vmdk to [datastore2] 7af5fa72-1825-4100-a6c3-d1c96af7b9ac/7af5fa72-1825-4100-a6c3-d1c96af7b9ac.vmdk {{(pid=68946) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.603753] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Extending root virtual disk to 1048576 {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.603993] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5c84210-d978-473c-8807-606e10a0bb21 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.611430] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1539.611430] env[68946]: value = "task-2879888" [ 1539.611430] env[68946]: _type = "Task" [ 1539.611430] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.618452] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.122400] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064718} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.122642] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Extended root virtual disk {{(pid=68946) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.123410] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2cc462-0065-46b0-86b4-44d0be72d337 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.144250] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 7af5fa72-1825-4100-a6c3-d1c96af7b9ac/7af5fa72-1825-4100-a6c3-d1c96af7b9ac.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.144469] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f011c94-298b-4e0b-86f2-83e5df60a3ab {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.162852] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1540.162852] env[68946]: value = "task-2879889" [ 1540.162852] env[68946]: _type = "Task" [ 1540.162852] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.169740] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.673665] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.173803] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879889, 'name': ReconfigVM_Task, 'duration_secs': 0.751771} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.174089] env[68946]: DEBUG nova.virt.vmwareapi.volumeops [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 7af5fa72-1825-4100-a6c3-d1c96af7b9ac/7af5fa72-1825-4100-a6c3-d1c96af7b9ac.vmdk or device None with type sparse {{(pid=68946) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.174716] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c481f0-2920-4391-a628-7566c2e1a73c {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.180700] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1541.180700] env[68946]: value = "task-2879890" [ 1541.180700] env[68946]: _type = "Task" [ 1541.180700] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.187844] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879890, 'name': Rename_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.690716] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879890, 'name': Rename_Task, 'duration_secs': 0.134932} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.691069] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Powering on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.691237] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24affdf-a0e5-4bbf-a9ad-fef969dccb69 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.697197] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1541.697197] env[68946]: value = "task-2879891" [ 1541.697197] env[68946]: _type = "Task" [ 1541.697197] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.207643] env[68946]: DEBUG oslo_vmware.api [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879891, 'name': PowerOnVM_Task, 'duration_secs': 0.469421} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.207862] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Powered on the VM {{(pid=68946) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.208072] env[68946]: INFO nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1542.208255] env[68946]: DEBUG nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Checking state {{(pid=68946) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.209055] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a657ca-59fd-4d3c-8315-c323e14ab66f {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.727400] env[68946]: INFO nova.compute.manager [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Took 12.24 seconds to build instance. [ 1543.229453] env[68946]: DEBUG oslo_concurrency.lockutils [None req-3911c12f-2848-4a96-b9f4-0352e6e418d2 tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.751s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.984820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.984820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.984820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.984820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.984820] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.985797] env[68946]: INFO nova.compute.manager [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Terminating instance [ 1544.489711] env[68946]: DEBUG nova.compute.manager [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Start destroying the instance on the hypervisor. {{(pid=68946) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.489942] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Destroying instance {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.490880] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556221d0-aef1-4893-90a3-aea4c5b44eba {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.498566] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Powering off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.498804] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37af5576-c4b8-4d69-9a0b-2e9317806791 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.504315] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1544.504315] env[68946]: value = "task-2879892" [ 1544.504315] env[68946]: _type = "Task" [ 1544.504315] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.513884] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.014289] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879892, 'name': PowerOffVM_Task, 'duration_secs': 0.185167} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.014619] env[68946]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Powered off the VM {{(pid=68946) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.014664] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Unregistering the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.014901] env[68946]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022ef957-de38-409b-9101-2ec59282df7e {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.075472] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Unregistered the VM {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.075703] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Deleting contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.075882] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Deleting the datastore file [datastore2] 7af5fa72-1825-4100-a6c3-d1c96af7b9ac {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.076177] env[68946]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d50ddff7-edfc-4411-99aa-f2eb1354b7ad {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.081916] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for the task: (returnval){ [ 1545.081916] env[68946]: value = "task-2879894" [ 1545.081916] env[68946]: _type = "Task" [ 1545.081916] env[68946]: } to complete. {{(pid=68946) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.089131] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.590964] env[68946]: DEBUG oslo_vmware.api [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Task: {'id': task-2879894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143938} completed successfully. {{(pid=68946) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.591223] env[68946]: DEBUG nova.virt.vmwareapi.ds_util [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Deleted the datastore file {{(pid=68946) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.591423] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Deleted contents of the VM from datastore datastore2 {{(pid=68946) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.591615] env[68946]: DEBUG nova.virt.vmwareapi.vmops [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Instance destroyed {{(pid=68946) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.591785] env[68946]: INFO nova.compute.manager [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1545.592040] env[68946]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68946) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1545.592233] env[68946]: DEBUG nova.compute.manager [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Deallocating network for instance {{(pid=68946) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.592334] env[68946]: DEBUG nova.network.neutron [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] deallocate_for_instance() {{(pid=68946) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.842761] env[68946]: DEBUG nova.compute.manager [req-65d71f85-b99c-4981-9e8c-6c668df4bb0b req-67eaa26f-5c17-4498-8936-44f5a730b76f service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Received event network-vif-deleted-761d9865-2322-49b8-8184-1effb925b790 {{(pid=68946) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1545.842954] env[68946]: INFO nova.compute.manager [req-65d71f85-b99c-4981-9e8c-6c668df4bb0b req-67eaa26f-5c17-4498-8936-44f5a730b76f service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Neutron deleted interface 761d9865-2322-49b8-8184-1effb925b790; detaching it from the instance and deleting it from the info cache [ 1545.843134] env[68946]: DEBUG nova.network.neutron [req-65d71f85-b99c-4981-9e8c-6c668df4bb0b req-67eaa26f-5c17-4498-8936-44f5a730b76f service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.325658] env[68946]: DEBUG nova.network.neutron [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Updating instance_info_cache with network_info: [] {{(pid=68946) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.345634] env[68946]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd5b361a-acb5-4ad8-ac64-8c17000c34a9 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.356678] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ef628-1078-453b-8f2c-615eb9fdd12a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.380151] env[68946]: DEBUG nova.compute.manager [req-65d71f85-b99c-4981-9e8c-6c668df4bb0b req-67eaa26f-5c17-4498-8936-44f5a730b76f service nova] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Detach interface failed, port_id=761d9865-2322-49b8-8184-1effb925b790, reason: Instance 7af5fa72-1825-4100-a6c3-d1c96af7b9ac could not be found. {{(pid=68946) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1546.829687] env[68946]: INFO nova.compute.manager [-] [instance: 7af5fa72-1825-4100-a6c3-d1c96af7b9ac] Took 1.24 seconds to deallocate network for instance. [ 1547.336073] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.336441] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.336603] env[68946]: DEBUG nova.objects.instance [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lazy-loading 'resources' on Instance uuid 7af5fa72-1825-4100-a6c3-d1c96af7b9ac {{(pid=68946) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.869079] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc605b-2a25-4885-9420-21aaec73f039 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.876776] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344061f-60e6-4ba0-b440-8d5fca675f9a {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.907513] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863adb3-fc03-4d46-9d77-1ea8a007cfd2 {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.914500] env[68946]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a05e24-214d-44f1-96db-25030a03a3ae {{(pid=68946) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.927142] env[68946]: DEBUG nova.compute.provider_tree [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Inventory has not changed in ProviderTree for provider: 03ff55a1-79e2-4be2-a4e9-0053d15786dc {{(pid=68946) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.430485] env[68946]: DEBUG nova.scheduler.client.report [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Inventory has not changed for provider 03ff55a1-79e2-4be2-a4e9-0053d15786dc based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68946) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.935309] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.955380] env[68946]: INFO nova.scheduler.client.report [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Deleted allocations for instance 7af5fa72-1825-4100-a6c3-d1c96af7b9ac [ 1549.463585] env[68946]: DEBUG oslo_concurrency.lockutils [None req-e703acbe-766f-4cf8-a7bd-adcf8ccb9d6a tempest-ServerMetadataNegativeTestJSON-580433192 tempest-ServerMetadataNegativeTestJSON-580433192-project-member] Lock "7af5fa72-1825-4100-a6c3-d1c96af7b9ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.480s {{(pid=68946) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}